-- Logs begin at Tue 2022-08-30 03:38:01 UTC, end at Tue 2022-08-30 04:48:14 UTC. -- Aug 30 04:17:36.065901 dv-cinder-854265-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 30 04:17:38.708751 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.common.config [-] Logging enabled! Aug 30 04:17:38.709476 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev527 Aug 30 04:17:38.709570 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106144) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 30 04:17:38.712759 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.common.config [-] Logging enabled! Aug 30 04:17:38.713015 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev527 Aug 30 04:17:38.713357 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106144) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 30 04:17:38.714287 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 04:17:38.714522 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 04:17:38.715005 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 04:17:38.715257 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 04:17:38.715514 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 04:17:38.715838 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.716140 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.716374 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.716669 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.716965 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.717271 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.717564 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.717873 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.718157 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.718455 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.718721 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.718957 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.719238 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.719527 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.719816 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.720041 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] debug = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.720323 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.720748 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.721166 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.721460 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.721753 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.722041 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.722315 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.722591 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.722875 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.723207 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] host = dv-cinder-854265-2-iscsi {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.723487 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.723774 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.724062 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.724349 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.724623 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.724901 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.725211 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.725489 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.725762 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] log_file = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.726036 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.726323 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.726610 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.726897 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.727122 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.727347 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.727632 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.727922 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.728197 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.728468 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.728740 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.729020 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.729327 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.729595 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.729879 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.730163 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.730448 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.730723 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.731022 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.731296 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.731568 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.731858 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.732130 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.732402 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.732674 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.732959 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.733259 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.733532 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.733832 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.734119 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.734401 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.734686 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.734958 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.735242 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.735514 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.735787 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.736058 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] use_json = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.736330 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.736599 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.736877 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.737171 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.737445 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.737716 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.737985 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.738268 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.738539 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:38.738832 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.739132 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.739435 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.739719 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.740022 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.740304 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.740591 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.740868 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.741184 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.741476 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.741768 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.742050 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.742349 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.742639 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.742931 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.743233 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.743527 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.743819 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.744095 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.744370 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.744645 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.744922 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.745260 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.745514 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.745819 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.746093 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.746370 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.747194 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.747479 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.747767 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.748062 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.748353 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.748628 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.748907 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.749222 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.749498 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.749770 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.750060 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.750338 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.750611 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.750894 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.751184 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.751471 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.751746 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.752030 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.752582 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.752857 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.753151 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.753426 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.753704 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.753978 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.754262 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.754538 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.754811 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.755084 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.755360 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.755634 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.755907 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.756184 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.756457 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.756733 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.757010 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.757306 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.757582 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.757857 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.758133 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.758406 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.758679 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.758956 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.759227 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.759502 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.759774 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.760046 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.760320 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.760605 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.760903 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.761209 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.761487 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.761766 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.762050 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.762402 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.763170 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.763447 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.763725 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.763997 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.764290 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.764576 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.764861 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.765170 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.765467 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.765764 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.766040 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.766318 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.766595 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.766873 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.767150 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.767434 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.767712 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.767990 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.768274 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.768560 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.768856 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.769174 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.769458 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.769751 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.770047 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.770341 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.770621 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.770930 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.771210 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:38.771428 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 04:17:38.771673 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106144) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 30 04:17:39.067545 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 30 04:17:39.067795 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 30 04:17:39.068065 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 30 04:17:39.068301 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 30 04:17:39.068580 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 30 04:17:39.068909 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 30 04:17:39.478846 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:39.479143 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:39.479424 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:39.480622 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:39.480929 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:39.481226 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:39.534153 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:39.534433 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:39.534708 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:39.551036 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:39.551324 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:39.551602 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:39.580270 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:39.580555 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:39.580828 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:39.616611 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:39.616892 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:39.617190 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:39.848887 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:39.849564 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:39.849564 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:39.849720 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:39.850565 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:39.947109 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:39.947434 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:39.947719 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:39.947994 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:39.948266 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:39.948579 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:39.948841 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:39.949128 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:39.949388 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:39.950194 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:39.950460 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:39.950729 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:39.950989 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:39.951236 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:39.951500 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:39.951768 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:39.952026 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:39.952295 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:39.952568 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:39.952830 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:39.953128 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:39.953387 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:39.953673 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:39.954054 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:39.954310 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:39.954560 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:39.954953 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106144) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 04:17:39.955197 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106144) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 04:17:39.955439 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106144) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 04:17:39.955678 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106144) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 04:17:39.955916 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106144) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 04:17:39.956152 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106144) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 04:17:39.956513 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 30 04:17:39.959638 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 30 04:17:39.963534 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 30 04:17:39.967935 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])]) Aug 30 04:17:39.969598 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 30 04:17:39.970218 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 30 04:17:39.970560 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 30 04:17:39.970952 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 30 04:17:39.973744 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 30 04:17:39.973994 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 30 04:17:39.974338 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 30 04:17:39.979388 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 30 04:17:40.003306 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 30 04:17:40.003759 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.004056 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106144) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 30 04:17:40.004427 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.005799 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106144) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 30 04:17:40.006083 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 30 04:17:40.006330 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 30 04:17:40.009888 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.010178 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.164202 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 30 04:17:40.164449 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 30 04:17:40.164685 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 30 04:17:40.165146 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 30 04:17:40.218097 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO dbcounter [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Registered counter for database neutron Aug 30 04:17:40.238625 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_db.sqlalchemy.engines [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106144) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 30 04:17:40.244515 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG dbcounter [-] [106144] Writer thread running {{(pid=106144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 30 04:17:40.795742 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.plugins.ml2.managers [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Initializing driver for type 'gre' Aug 30 04:17:40.796391 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] gre ID ranges: [(1, 1000)] Aug 30 04:17:40.851682 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.plugins.ml2.managers [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Initializing driver for type 'local' Aug 30 04:17:40.852321 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.plugins.ml2.managers [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Initializing driver for type 'vlan' Aug 30 04:17:40.865514 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] VlanTypeDriver initialization complete Aug 30 04:17:40.865933 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.plugins.ml2.managers [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Initializing driver for type 'vxlan' Aug 30 04:17:40.866504 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] vxlan ID ranges: [(1, 1000)] Aug 30 04:17:40.920654 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.plugins.ml2.managers [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Initializing extension driver 'port_security' Aug 30 04:17:40.921010 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.plugins.ml2.extensions.port_security [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] PortSecurityExtensionDriver initialization complete Aug 30 04:17:40.921372 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.plugins.ml2.managers [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Initializing mechanism driver 'openvswitch' Aug 30 04:17:40.921706 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.plugins.ml2.managers [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Initializing mechanism driver 'hyperv' Aug 30 04:17:40.928355 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.plugins.ml2.plugin [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:17:40.929019 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > port after_create 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.929422 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > port after_update 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.929782 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > port after_delete 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.930276 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106144) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 30 04:17:40.930693 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > subnet after_create 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.931052 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > subnet after_update 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.931401 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > subnet after_delete 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.931789 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106144) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 30 04:17:40.932196 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > network after_create 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.932549 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > network after_update 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.932894 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > network after_delete 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.933308 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106144) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 30 04:17:40.933708 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > security_group after_create 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.934550 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > security_group after_update 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.934890 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > security_group after_delete 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.935276 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106144) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 30 04:17:40.935674 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.936023 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.936363 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.936746 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106144) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 30 04:17:40.937177 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > address_group after_create 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.937531 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > address_group after_update 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.937873 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > address_group after_delete 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.938256 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106144) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 30 04:17:40.938688 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] ML2 OVO RPC backend initialized. {{(pid=106144) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Aug 30 04:17:40.939391 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > router_interface after_create 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.939754 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.940179 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > network before_response 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.940529 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > networks before_response 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.940877 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > port before_response 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.941247 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > ports before_response 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.941593 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > subnet before_response 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.941936 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > subnets before_response 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.942285 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > network after_create 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.942629 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > network after_update 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.942968 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > network after_delete 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.943306 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > port after_create 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.943645 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > port after_update 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.943982 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > port after_delete 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.944322 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > subnet after_create 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.944659 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > subnet after_update 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.944996 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > subnet after_delete 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.953197 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.quota [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded quota_driver: . Aug 30 04:17:40.953563 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.plugins.ml2.plugin [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Modular L2 Plugin initialization complete Aug 30 04:17:40.953915 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading services supported by the core plugin {{(pid=106144) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 30 04:17:40.954262 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.plugins.ml2.managers [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Got port-security extension from driver 'port_security' Aug 30 04:17:40.954745 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.extensions.vlantransparent [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Disabled vlantransparent extension. Aug 30 04:17:40.955237 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106144) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 30 04:17:40.955564 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading Plugin: router Aug 30 04:17:40.990356 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > router_interface before_create 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.990756 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > router after_create 55549900 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.991130 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > router before_create 55549900 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.991497 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.991872 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.992233 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > router after_delete 55549900 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.992596 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > floatingip after_create 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.992948 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > floatingip after_update 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.993338 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > router after_create 55549900 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.993689 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > router after_update 55549900 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.994042 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > router after_update 55549900 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.994414 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.994830 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > router after_update 55549900 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.995243 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > router precommit_update 55549900 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.995612 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: port after_update 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.995953 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: port after_delete 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.996295 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: subnet after_update 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.997189 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.997541 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > port precommit_delete 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.997892 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > router precommit_create 55549900 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.998237 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: port before_delete 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.998589 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > router precommit_create 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.998944 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > router after_update 55549900 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.999290 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > router precommit_delete 55549900 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:40.999642 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > router precommit_create 55549900 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:41.000005 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > router_interface after_create 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:41.000353 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > router precommit_update 55549900 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:41.000717 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > agent after_create 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:41.001095 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > agent after_delete 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:41.001445 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > network after_delete 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:41.002559 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.quota.resource_registry [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Tracking information for resource: router configured {{(pid=106144) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 04:17:41.002894 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.quota.resource_registry [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Tracking information for resource: floatingip configured {{(pid=106144) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 04:17:41.007695 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.db.l3_agentschedulers_db [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 30 04:17:41.008283 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: port after_update 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:41.008649 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: port after_create 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:41.009007 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: port after_delete 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:41.009389 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: port after_update 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:41.010290 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > router before_create 55550100 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:41.010684 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > router precommit_delete 55550100 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:41.011053 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > router precommit_create 55550100 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:41.011413 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > router precommit_update 55550100 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:41.016746 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.services.provider_configuration [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Service providers = [] {{(pid=106144) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 30 04:17:41.017139 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.db.servicetype_db [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106144) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 30 04:17:41.020223 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.services.service_base [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106144) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 04:17:41.020580 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.services.service_base [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106144) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 04:17:41.020930 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.services.service_base [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106144) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 04:17:41.021846 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.services.service_base [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106144) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 04:17:41.022222 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.services.service_base [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 30 04:17:41.022602 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106144) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 04:17:41.022925 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 30 04:17:41.033589 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106144) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 04:17:41.033927 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading Plugin: auto_allocate Aug 30 04:17:41.039569 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: network precommit_update 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:41.039943 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: network precommit_create 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:41.040455 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106144) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 04:17:41.040779 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading Plugin: tag Aug 30 04:17:41.048283 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106144) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 04:17:41.048565 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading Plugin: timestamp Aug 30 04:17:41.052327 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106144) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 04:17:41.052664 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading Plugin: network_ip_availability Aug 30 04:17:41.058105 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:41.058483 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:41.058843 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:41.059576 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106144) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 04:17:41.059900 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading Plugin: flavors Aug 30 04:17:41.065917 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106144) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 04:17:41.066256 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading Plugin: revisions Aug 30 04:17:41.070621 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106144) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 04:17:41.071011 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_concurrency.lockutils [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.002s {{(pid=106144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 30 04:17:41.071750 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106144) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 30 04:17:41.072089 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Initializing extension manager. Aug 30 04:17:41.072692 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: __init__.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.073056 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: __pycache__ {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.073406 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: address_group.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.074124 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.074726 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: address-group Aug 30 04:17:41.075053 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: address_scope.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.075733 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.076236 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: address-scope Aug 30 04:17:41.076558 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: admin_state_down_before_update.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.077492 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.078004 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: router-admin-state-down-before-update Aug 30 04:17:41.078329 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: agent.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.078989 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.079491 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: agent Aug 30 04:17:41.079814 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: agent_resources_synced.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.080674 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.081211 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: agent-resources-synced Aug 30 04:17:41.081537 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: allowedaddresspairs.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.083286 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.083806 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: allowed-address-pairs Aug 30 04:17:41.084136 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: auto_allocated_topology.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.085195 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.085706 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: auto-allocated-topology Aug 30 04:17:41.086035 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: availability_zone.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.086687 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.087189 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: availability_zone Aug 30 04:17:41.087519 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: availability_zone_filter.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.088453 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.088957 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: availability_zone_filter Aug 30 04:17:41.089311 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: data_plane_status.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.090176 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.091194 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extension data-plane-status not supported by any of loaded plugins Aug 30 04:17:41.091520 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: default_subnetpools.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.092387 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.092888 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: default-subnetpools Aug 30 04:17:41.093249 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: dhcpagentscheduler.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.094021 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.094521 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: dhcp_agent_scheduler Aug 30 04:17:41.094846 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: dns.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.095712 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.096211 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extension dns-integration not supported by any of loaded plugins Aug 30 04:17:41.096535 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: dns_domain_ports.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.097432 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.097933 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 30 04:17:41.098258 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.099130 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.099630 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 30 04:17:41.099957 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: dvr.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.100590 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.101117 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: dvr Aug 30 04:17:41.101442 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: ecmp_routes.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.102308 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.102813 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extension ecmp_routes not supported by any of loaded plugins Aug 30 04:17:41.103135 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: empty_string_filtering.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.104071 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.104573 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: empty-string-filtering Aug 30 04:17:41.104899 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.105852 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.106874 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 30 04:17:41.107198 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.108077 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.108581 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 30 04:17:41.108905 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: external_net.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.109802 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.110309 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: external-net Aug 30 04:17:41.110632 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: extra_dhcp_opt.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.111498 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.112008 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: extra_dhcp_opt Aug 30 04:17:41.112333 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: extraroute.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.113243 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.113754 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: extraroute Aug 30 04:17:41.114080 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: extraroute_atomic.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.115062 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.115569 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: extraroute-atomic Aug 30 04:17:41.115899 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: filter_validation.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.116753 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.117287 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: filter-validation Aug 30 04:17:41.117620 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: fip_pf_description.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.118488 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.118990 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 30 04:17:41.119313 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: fip_pf_port_range.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.120297 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.120770 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 30 04:17:41.121125 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: fip_port_details.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.122024 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.122534 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: fip-port-details Aug 30 04:17:41.122859 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: flavors.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.124042 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.124559 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: flavors Aug 30 04:17:41.124888 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.126510 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.127036 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 30 04:17:41.127630 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: floatingip_pools.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.128294 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.128812 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: floatingip-pools Aug 30 04:17:41.129179 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: ip_allocation.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.130055 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.130566 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extension ip_allocation not supported by any of loaded plugins Aug 30 04:17:41.130897 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.131770 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.132278 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: ip-substring-filtering Aug 30 04:17:41.132609 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: l2_adjacency.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.133502 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.134007 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extension l2_adjacency not supported by any of loaded plugins Aug 30 04:17:41.134336 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: l3.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.135729 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.135873 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: router Aug 30 04:17:41.136189 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: l3_conntrack_helper.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.138922 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.139450 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 30 04:17:41.139787 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.140671 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.141208 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: ext-gw-mode Aug 30 04:17:41.141543 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.142432 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.142922 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: l3-ha Aug 30 04:17:41.143252 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.144114 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.144618 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 30 04:17:41.144948 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: l3_flavors.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.145837 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.146346 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: l3-flavors Aug 30 04:17:41.146674 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: l3_ndp_proxy.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.147991 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.148503 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 30 04:17:41.148834 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.149739 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.150249 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: l3-port-ip-change-not-allowed Aug 30 04:17:41.150574 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: l3agentscheduler.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.151666 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.152169 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: l3_agent_scheduler Aug 30 04:17:41.152499 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: local_ip.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.154817 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.155356 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extension local_ip not supported by any of loaded plugins Aug 30 04:17:41.155685 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: logging.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.157137 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.157672 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extension logging not supported by any of loaded plugins Aug 30 04:17:41.158009 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: metering.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.158716 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.159490 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: metering Aug 30 04:17:41.159823 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.160869 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.161418 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: metering_source_and_destination_fields Aug 30 04:17:41.161752 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: multiprovidernet.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.162634 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.163146 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: multi-provider Aug 30 04:17:41.163476 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: netmtu.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.164346 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.164851 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: net-mtu Aug 30 04:17:41.165212 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: netmtu_writable.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.166086 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.166673 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: net-mtu-writable Aug 30 04:17:41.167017 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: network_availability_zone.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.167631 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.168137 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: network_availability_zone Aug 30 04:17:41.168488 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: network_ip_availability.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.169563 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.170076 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: network-ip-availability Aug 30 04:17:41.170406 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: network_segment_range.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.171130 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.171636 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extension network-segment-range not supported by any of loaded plugins Aug 30 04:17:41.171965 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: pagination.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.172896 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.173255 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: pagination Aug 30 04:17:41.173583 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: port_device_profile.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.174456 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.174965 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: port-device-profile Aug 30 04:17:41.175289 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: port_mac_address_override.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.176161 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.176669 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: port-mac-override Aug 30 04:17:41.176993 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.177900 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.178411 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: port-mac-address-regenerate Aug 30 04:17:41.178738 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.179603 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.180110 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: port-numa-affinity-policy Aug 30 04:17:41.180435 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: port_resource_request.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.181329 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.181832 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extension port-resource-request not supported by any of loaded plugins Aug 30 04:17:41.182224 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: port_resource_request_groups.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.183145 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.183652 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 30 04:17:41.184001 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: portbindings.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.184894 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.185427 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: binding Aug 30 04:17:41.185753 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: portbindings_extended.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.186969 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.187483 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: binding-extended Aug 30 04:17:41.187815 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: portsecurity.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.188681 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.189221 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: port-security Aug 30 04:17:41.189550 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: project_id.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.190476 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.190807 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: project-id Aug 30 04:17:41.191132 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: providernet.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.192007 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.192521 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: provider Aug 30 04:17:41.192851 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: qos.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.196255 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.196780 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extension qos not supported by any of loaded plugins Aug 30 04:17:41.197145 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.198419 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.198935 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 30 04:17:41.199268 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.200670 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.201219 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 30 04:17:41.201550 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: qos_default.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.202421 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.202935 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extension qos-default not supported by any of loaded plugins Aug 30 04:17:41.203263 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: qos_fip.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.204135 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.204647 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extension qos-fip not supported by any of loaded plugins Aug 30 04:17:41.204971 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: qos_fip_network_policy.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.205861 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.206368 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 30 04:17:41.206692 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: qos_gateway_ip.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.207566 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.208072 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 30 04:17:41.208400 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: qos_port_network_policy.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.209298 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.209801 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 30 04:17:41.210123 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.211119 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.211623 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 30 04:17:41.211948 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.212934 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.213542 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 30 04:17:41.213868 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: qos_pps_rule.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.214986 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.216045 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extension qos-pps not supported by any of loaded plugins Aug 30 04:17:41.216374 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: qos_rule_type_details.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.217273 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.217776 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 30 04:17:41.218102 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: qos_rule_type_filter.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.218977 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.219480 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 30 04:17:41.219804 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: qos_rules_alias.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.220806 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.221341 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 30 04:17:41.221670 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: quota_check_limit.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.222535 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.223042 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: quota-check-limit Aug 30 04:17:41.223369 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: quotasv2.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.224282 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.224606 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: quotas Aug 30 04:17:41.224928 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: quotasv2_detail.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.226591 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.226933 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: quota_details Aug 30 04:17:41.227268 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: rbac.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.228567 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.229198 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: rbac-policies Aug 30 04:17:41.229534 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: rbac_address_group.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.230425 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.230966 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: rbac-address-group Aug 30 04:17:41.231295 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: rbac_address_scope.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.232172 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.232685 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: rbac-address-scope Aug 30 04:17:41.233009 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: rbac_security_groups.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.233998 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.234507 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: rbac-security-groups Aug 30 04:17:41.234829 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: rbac_subnetpool.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.235751 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.236260 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: rbac-subnetpool Aug 30 04:17:41.236583 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: revisionifmatch.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.237496 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.238003 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: revision-if-match Aug 30 04:17:41.238333 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: revisions.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.239405 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.239922 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: standard-attr-revisions Aug 30 04:17:41.240251 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: router_availability_zone.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.240887 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.241427 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: router_availability_zone Aug 30 04:17:41.241754 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: routerservicetype.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.242632 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.243140 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extension router-service-type not supported by any of loaded plugins Aug 30 04:17:41.243463 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.244340 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.244933 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: security-groups-normalized-cidr Aug 30 04:17:41.245275 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: security_groups_port_filtering.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.246152 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.246691 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: port-security-groups-filtering Aug 30 04:17:41.247017 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.247891 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.248406 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: security-groups-remote-address-group Aug 30 04:17:41.248731 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.249636 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.250145 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: security-groups-shared-filtering Aug 30 04:17:41.250472 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: securitygroup.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.260248 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.260781 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: security-group Aug 30 04:17:41.261142 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: segment.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.261836 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.262874 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extension segment not supported by any of loaded plugins Aug 30 04:17:41.263201 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.264101 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.264617 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 30 04:17:41.264946 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: servicetype.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.266037 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.266557 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: service-type Aug 30 04:17:41.266887 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: sorting.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.267823 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.268157 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: sorting Aug 30 04:17:41.268483 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: standard_attr_segment.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.269375 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.269888 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 30 04:17:41.270213 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: standardattrdescription.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.270822 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.271328 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: standard-attr-description Aug 30 04:17:41.271654 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: stateful_security_group.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.272540 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.273067 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: stateful-security-group Aug 30 04:17:41.273398 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: stdattrs_common.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.273943 dv-cinder-854265-2-iscsi neutron-server[106144]: WARNING neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 30 04:17:41.274265 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.275143 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.275696 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 30 04:17:41.276049 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: subnet_onboard.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.277078 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.277593 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: subnet_onboard Aug 30 04:17:41.278540 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.279424 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.279932 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 30 04:17:41.280259 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: subnet_service_types.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.281157 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.281672 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: subnet-service-types Aug 30 04:17:41.281996 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: subnetallocation.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.283030 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.283542 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: subnet_allocation Aug 30 04:17:41.283870 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.284492 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.284996 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: subnetpool-prefix-ops Aug 30 04:17:41.285343 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.286221 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.286731 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 30 04:17:41.287054 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: tagging.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.288067 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.288578 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: standard-attr-tag Aug 30 04:17:41.288909 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: timestamp.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.290162 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.290680 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loaded extension: standard-attr-timestamp Aug 30 04:17:41.291009 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: trunk.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.292040 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.292551 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extension trunk not supported by any of loaded plugins Aug 30 04:17:41.292879 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: trunk_details.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.293799 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.294307 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extension trunk-details not supported by any of loaded plugins Aug 30 04:17:41.294634 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: uplink_status_propagation.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.295511 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.296016 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 30 04:17:41.296343 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Loading extension file: vlantransparent.py {{(pid=106144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 04:17:41.296976 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 04:17:41.297507 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extension vlan-transparent not supported by any of loaded plugins Aug 30 04:17:41.300093 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.quota.resource_registry [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Creating instance of TrackedResource for resource:network Aug 30 04:17:41.300572 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.quota.resource_registry [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Creating instance of TrackedResource for resource:subnet Aug 30 04:17:41.300974 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.quota.resource_registry [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 04:17:41.301391 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.quota.resource_registry [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Creating instance of TrackedResource for resource:port Aug 30 04:17:41.302641 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.v2.resource_helper [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 04:17:41.303081 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.v2.resource_helper [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Service FLAVORS assigned prefix: {{(pid=106144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 04:17:41.303689 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.v2.resource_helper [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 04:17:41.304117 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.v2.resource_helper [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 04:17:41.304452 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.quota.resource_registry [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Creating instance of TrackedResource for resource:router Aug 30 04:17:41.304880 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.quota.resource_registry [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Creating instance of TrackedResource for resource:floatingip Aug 30 04:17:41.305397 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.v2.resource_helper [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Service METERING assigned prefix: /metering {{(pid=106144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 04:17:41.306823 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:41.307264 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:41.307617 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:17:41.308612 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.quota.resource_registry [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Creating instance of CountableResource for resource:rbac_policy Aug 30 04:17:41.309111 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.quota.resource_registry [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Creating instance of TrackedResource for resource:security_group Aug 30 04:17:41.309552 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.quota.resource_registry [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Creating instance of TrackedResource for resource:security_group_rule Aug 30 04:17:41.310071 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.v2.resource_helper [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Service CORE assigned prefix: {{(pid=106144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 04:17:41.310404 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.quota.resource_registry [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 04:17:41.310761 dv-cinder-854265-2-iscsi neutron-server[106144]: WARNING neutron.quota.resource_registry [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] subnetpool is already registered Aug 30 04:17:41.311201 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.v2.resource_helper [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Service CORE assigned prefix: {{(pid=106144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 04:17:41.311538 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.quota.resource_registry [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 04:17:41.311874 dv-cinder-854265-2-iscsi neutron-server[106144]: WARNING neutron.quota.resource_registry [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] subnetpool is already registered Aug 30 04:17:41.314295 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.v2.resource_helper [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 04:17:41.314736 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.v2.resource_helper [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Service FLAVORS assigned prefix: {{(pid=106144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 04:17:41.315336 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.v2.resource_helper [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 04:17:41.315760 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.v2.resource_helper [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 04:17:41.316096 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.quota.resource_registry [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Creating instance of TrackedResource for resource:router Aug 30 04:17:41.316439 dv-cinder-854265-2-iscsi neutron-server[106144]: WARNING neutron.quota.resource_registry [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] router is already registered Aug 30 04:17:41.316853 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.quota.resource_registry [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Creating instance of TrackedResource for resource:floatingip Aug 30 04:17:41.317219 dv-cinder-854265-2-iscsi neutron-server[106144]: WARNING neutron.quota.resource_registry [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] floatingip is already registered Aug 30 04:17:41.317680 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.v2.resource_helper [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Service METERING assigned prefix: /metering {{(pid=106144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 04:17:41.318360 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.quota.resource_registry [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Creating instance of CountableResource for resource:rbac_policy Aug 30 04:17:41.318690 dv-cinder-854265-2-iscsi neutron-server[106144]: WARNING neutron.quota.resource_registry [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] rbac_policy is already registered Aug 30 04:17:41.319108 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.quota.resource_registry [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Creating instance of TrackedResource for resource:security_group Aug 30 04:17:41.319448 dv-cinder-854265-2-iscsi neutron-server[106144]: WARNING neutron.quota.resource_registry [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] security_group is already registered Aug 30 04:17:41.319855 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.quota.resource_registry [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Creating instance of TrackedResource for resource:security_group_rule Aug 30 04:17:41.320193 dv-cinder-854265-2-iscsi neutron-server[106144]: WARNING neutron.quota.resource_registry [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] security_group_rule is already registered Aug 30 04:17:41.320823 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.v2.resource_helper [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Service CORE assigned prefix: {{(pid=106144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 04:17:41.321294 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.quota.resource_registry [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 04:17:41.321637 dv-cinder-854265-2-iscsi neutron-server[106144]: WARNING neutron.quota.resource_registry [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] subnetpool is already registered Aug 30 04:17:41.322161 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.v2.resource_helper [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Service CORE assigned prefix: {{(pid=106144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 04:17:41.322530 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.quota.resource_registry [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 04:17:41.323004 dv-cinder-854265-2-iscsi neutron-server[106144]: WARNING neutron.quota.resource_registry [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] subnetpool is already registered Aug 30 04:17:41.323496 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extended resource: extensions {{(pid=106144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:17:41.325487 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extended resource: address-groups {{(pid=106144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:17:41.326964 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extended resource: address-scopes {{(pid=106144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:17:41.328279 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extended resource: agents {{(pid=106144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:17:41.329463 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extended resource: auto-allocated-topology {{(pid=106144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:17:41.330714 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extended resource: availability_zones {{(pid=106144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:17:41.331971 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extended resource: dhcp-networks {{(pid=106144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:17:41.333512 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extended resource: dhcp-agents {{(pid=106144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:17:41.334933 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extended resource: routers {{(pid=106144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:17:41.336634 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extended resource: flavors {{(pid=106144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:17:41.337923 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extended resource: service_profiles {{(pid=106144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:17:41.339239 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extended resource: next_providers {{(pid=106144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:17:41.341285 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extended resource: service_profiles {{(pid=106144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:17:41.343810 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extended resource: floatingip-pools {{(pid=106144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:17:41.345054 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extended resource: routers {{(pid=106144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:17:41.346765 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extended resource: floatingips {{(pid=106144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:17:41.348040 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extended resource: l3-routers {{(pid=106144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:17:41.349473 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extended resource: l3-agents {{(pid=106144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:17:41.350883 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extended resource: metering-labels {{(pid=106144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:17:41.352125 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extended resource: metering-label-rules {{(pid=106144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:17:41.353605 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extended resource: network-ip-availabilities {{(pid=106144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:17:41.354965 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extended resource: bindings {{(pid=106144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:17:41.357068 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extended resource: quotas {{(pid=106144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:17:41.358715 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extended resource: quotas {{(pid=106144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:17:41.360251 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extended resource: rbac-policies {{(pid=106144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:17:41.361486 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extended resource: security-groups {{(pid=106144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:17:41.362785 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extended resource: security-group-rules {{(pid=106144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:17:41.364182 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extended resource: service-providers {{(pid=106144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:17:41.365422 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extended resource: subnetpools {{(pid=106144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:17:41.366727 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extended resource: subnetpools {{(pid=106144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:17:41.368274 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extended resource: tags {{(pid=106144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:17:41.370095 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extended resource: tags {{(pid=106144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:17:41.372522 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extended resource: tags {{(pid=106144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:17:41.374327 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extended resource: tags {{(pid=106144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:17:41.376029 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extended resource: tags {{(pid=106144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:17:41.378283 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extended resource: tags {{(pid=106144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:17:41.380023 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extended resource: tags {{(pid=106144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:17:41.381931 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extended resource: tags {{(pid=106144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:17:41.383706 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extended resource: tags {{(pid=106144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:17:41.385468 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron.api.extensions [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Extended resource: tags {{(pid=106144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 04:17:41.391547 dv-cinder-854265-2-iscsi neutron-server[106144]: WARNING keystonemiddleware.auth_token [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 30 04:17:41.396617 dv-cinder-854265-2-iscsi neutron-server[106144]: WARNING keystonemiddleware.auth_token [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 30 04:17:41.405550 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_concurrency.lockutils [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Acquiring lock "singleton_lock" {{(pid=106144) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 30 04:17:41.405881 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_concurrency.lockutils [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Acquired lock "singleton_lock" {{(pid=106144) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 30 04:17:41.406353 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_concurrency.lockutils [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Releasing lock "singleton_lock" {{(pid=106144) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 30 04:17:41.407003 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO oslo_service.service [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Starting 2 workers Aug 30 04:17:41.411864 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Started child 106257 {{(pid=106144) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 04:17:41.416510 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Started child 106258 {{(pid=106144) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 04:17:41.417429 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:17:41.418987 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO neutron.service [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Neutron service started, listening on 0.0.0.0:9696 Aug 30 04:17:41.419619 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Publish callbacks [] for process (None), before_spawn {{(pid=106144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:17:41.420073 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [-] (106257) wsgi starting up on http://0.0.0.0:9696 Aug 30 04:17:41.421904 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:17:41.422479 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO oslo_service.service [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Starting 1 workers Aug 30 04:17:41.423246 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [-] (106258) wsgi starting up on http://0.0.0.0:9696 Aug 30 04:17:41.427320 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Started child 106259 {{(pid=106144) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 04:17:41.427848 dv-cinder-854265-2-iscsi neutron-server[106144]: INFO oslo_service.service [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Starting 1 workers Aug 30 04:17:41.431086 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.service [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] calling RpcWorker wait() {{(pid=106259) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 30 04:17:41.431636 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.service [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] returning from RpcWorker wait() {{(pid=106259) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 30 04:17:41.432680 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Started child 106260 {{(pid=106144) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 04:17:41.433214 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:17:41.433506 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG neutron_lib.callbacks.manager [None req-020fa11c-daea-4741-861d-a6fcb9027fbb None None] Publish callbacks [] for process (None), after_spawn {{(pid=106144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:17:41.434095 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:17:41.436336 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106144) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 30 04:17:41.436568 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 04:17:41.436759 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 04:17:41.436989 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 04:17:41.437367 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 04:17:41.437554 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 04:17:41.438075 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.438536 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.438801 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.439075 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.439244 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:17:41.439715 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.439955 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.440153 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:17:41.440270 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.440506 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.440782 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.440955 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.441146 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.441402 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.441632 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.441938 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.442210 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.442446 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.442684 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.442859 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.443111 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.443366 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.443609 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.443874 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] debug = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.444131 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.444644 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.444890 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.445157 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.445403 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.445679 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.445931 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.446210 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.446443 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.446655 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.446887 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.447150 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.447408 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.447647 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.447880 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.448153 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.448370 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.448827 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] host = dv-cinder-854265-2-iscsi {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.449108 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.449350 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.449611 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.449879 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.450124 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.450337 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.450614 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.450863 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.451107 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.451343 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.451600 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.451841 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.452054 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.452294 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] log_file = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.452457 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] log_options = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.452689 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.452971 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.453271 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.453514 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.453651 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.453856 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.454022 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.454184 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.454454 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.454668 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.454898 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.455109 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.455339 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.455570 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.455808 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.456038 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.456251 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.456563 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.456730 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.456997 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.457242 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.457481 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.457729 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.457947 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.458178 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.458405 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.458626 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.458858 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.459068 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.459463 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.459730 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.459969 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.460330 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.460572 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.460990 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.461389 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.462779 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.462779 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.462779 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.462779 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.462779 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.463430 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.463430 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.463430 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.463883 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.463883 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.464314 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] use_json = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.464314 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.464650 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.464650 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.464948 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.465203 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.465343 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.465747 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.465943 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.466109 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.466476 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.467538 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.467538 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.467538 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.467538 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.468239 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.468239 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.468239 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.468754 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.468754 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.469228 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.469228 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.469562 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.469715 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.469918 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.470363 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.470506 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.470754 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.471009 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.471221 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.471436 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.471676 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.471964 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.472182 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.472412 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.472661 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.472885 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.473199 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.473472 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.473960 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.474470 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.474747 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.474996 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.85/identity {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.475252 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.475468 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.475723 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.476078 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.476271 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.476455 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.476667 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.476851 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.477078 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.477310 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.477605 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.477758 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.477971 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.478565 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.478565 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.478866 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.478866 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.479133 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.479291 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.482013 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.482013 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.482013 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.482013 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.482013 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.482013 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.482013 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.482013 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.483445 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.483445 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.483445 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.483445 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.483445 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.483445 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.483445 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.483445 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.483445 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.484629 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.484629 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.484629 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.484629 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.484629 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.485651 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.485651 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.485651 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.485651 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.485651 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.486420 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.486420 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.486420 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.486420 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.486972 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.486972 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.487241 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.487241 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.487508 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.487673 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.488500 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.488500 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.488500 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.488915 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.488915 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.489598 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.489598 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.489598 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.489956 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.489956 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.490194 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.490327 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.490523 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.490786 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.491039 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.491285 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.491581 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.491732 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.492209 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.492209 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.492483 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.492638 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.492775 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.492965 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.493271 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.493444 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.493695 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.493930 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.494170 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.494489 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.494783 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.495016 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.495240 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.495489 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.495756 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.496003 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.498157 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.498157 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.498157 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.498157 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.498157 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.498978 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.498978 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.498978 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.498978 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.499426 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.499426 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.499668 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.499799 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.500048 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.500269 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.500479 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.500684 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.500903 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.501226 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.501478 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.502343 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.502343 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.502624 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.502624 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.502859 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.503735 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.503735 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.503735 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.503735 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.504236 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.85/identity {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.504236 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.504476 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.504700 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.504842 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.505203 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.505348 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.505487 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.505669 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.506029 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.506170 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.506445 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.506585 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.506760 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.506969 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.507174 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.507423 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.507626 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.507866 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.509267 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.509267 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.509267 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.509267 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.509267 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.509267 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.510056 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.510056 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.510056 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.510423 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.510423 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.510658 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.510782 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.510961 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.511174 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.511382 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.511585 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.511935 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.512078 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.512258 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.512494 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.512714 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.512946 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.513240 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.513473 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.513813 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.514058 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.514284 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.514535 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.514776 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.515006 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.515217 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.515431 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.515666 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.515880 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.516097 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.516315 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.516576 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.516774 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.517008 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.518147 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.518374 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.518596 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.518852 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.519094 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.519342 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.519584 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.519802 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.520021 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.520255 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.520476 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.520705 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.520951 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.521164 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.521397 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.521613 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.521824 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.522152 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.522547 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.522900 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.523292 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.523673 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.523888 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.524136 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.524346 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.524574 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.524796 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.525129 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.525254 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.525618 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.526053 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.526691 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.526691 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.526691 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.526882 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.527118 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.527288 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.527496 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.528228 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.528446 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.528659 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.528881 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.529157 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.529333 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.529880 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.529880 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.530119 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.530265 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.530469 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.530613 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.530885 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.531025 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.531528 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.531528 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.531772 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.531946 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.532792 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.532792 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.532792 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.533209 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.533353 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.533468 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.533707 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.534542 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.534542 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.534542 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.534932 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.534932 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.535210 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.535527 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.535668 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.535896 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.536168 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.536446 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.537070 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.537070 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.537348 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.537640 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.537813 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.540121 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.540121 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.540121 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.540121 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.540121 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.540121 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.540121 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.540121 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.540121 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.541283 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.541283 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.541283 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.541283 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.541283 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.541283 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.542131 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.542131 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.542131 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 04:17:41.542488 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106144) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 30 04:17:41.542488 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 04:17:41.542721 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 04:17:41.542866 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 04:17:41.542991 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 04:17:41.543116 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 04:17:41.544291 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.544291 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.544291 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.544291 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.544759 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.544759 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.545282 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.545282 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.545282 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.545282 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.546959 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.546959 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.546959 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.546959 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.546959 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.546959 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.546959 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.546959 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.547883 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.547883 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.547883 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.547883 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] debug = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.547883 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.547883 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.548581 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.548581 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.548581 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.548581 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.548581 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.548581 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.548581 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.548581 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.550006 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.550006 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.550006 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.550006 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.550006 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.550006 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.550006 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.550006 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] host = dv-cinder-854265-2-iscsi {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.551582 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.551582 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.551582 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.551582 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.551582 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.551582 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.551582 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.551582 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.552542 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.552542 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.552542 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.552542 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.552542 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.552542 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] log_file = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.552542 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] log_options = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.552542 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.552542 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.553632 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.553632 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.553632 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.553632 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.553632 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.553632 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.553632 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.554852 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.554852 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.554852 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.554852 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.554852 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.554852 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.554852 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.554852 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.554852 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.556059 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.556059 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.556059 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.556059 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.556059 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.556059 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.556059 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.556059 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.556950 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.556950 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.556950 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.556950 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.556950 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.556950 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.556950 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.556950 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.558088 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.558088 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.558088 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.558088 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.558088 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.558088 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.558088 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.558088 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.559130 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.559130 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.559130 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.559130 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.559130 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] use_json = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.559130 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.559130 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.560014 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.560014 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.560014 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.560014 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.560533 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.560533 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.560533 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 04:17:41.560887 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.560887 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.561135 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.561258 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.561380 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.561541 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.561679 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.561802 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.561926 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.562048 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.562213 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.562366 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.562531 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.562684 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.562837 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.562995 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.563148 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.563301 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.563455 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.563607 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.563761 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.563913 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.564074 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.564227 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.564379 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.564531 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.564684 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.564848 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.564990 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.565233 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.565364 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.565487 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.565629 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.85/identity {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.565931 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.565931 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.566167 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.566288 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.566408 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.566535 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.566656 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.566799 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.567103 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.567260 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.567494 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.567631 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.567755 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.567878 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.568000 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.568163 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.568317 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.568464 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.568620 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.568770 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.568917 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.569152 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.569427 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.569427 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.569679 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.569679 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.569921 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.570123 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.570123 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.570360 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.570937 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.570937 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.571186 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:17:41.571314 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.571314 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.571314 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.571314 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.571314 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.571933 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.571933 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.571933 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.571933 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.572382 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.572382 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.572382 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.572732 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.572732 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.573113 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.573113 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.573414 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.573414 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.573414 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.573759 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.573759 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.574310 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.574310 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.574310 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.574310 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.574805 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.574805 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.574805 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.575155 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.575155 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.575498 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.575498 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.575731 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.575731 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.576060 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.576060 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.576298 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.576298 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.576539 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.576539 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.576773 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.576895 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.577017 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.577255 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.577377 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.577499 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.577622 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.577758 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.577882 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.578004 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.578365 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.578365 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.578615 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.578615 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.578849 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.578971 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.579194 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.579194 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.579395 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.579474 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.579637 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.579795 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.580112 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.580425 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.580721 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.581057 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.581220 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.581395 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.581531 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.581703 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.581838 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.581997 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.582155 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.582663 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.582663 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.582663 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.583027 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.583027 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.583224 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.583224 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.583377 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.583525 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.583687 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.583826 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.583979 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.584775 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.584775 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.584775 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.584775 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.584775 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.85/identity {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.585318 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.585318 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.585318 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.585318 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.585819 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.585819 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.585819 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.586210 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.586210 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.586210 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.586556 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.586556 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.586809 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.586809 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.587040 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.587040 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.587271 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.587420 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.587544 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.587692 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.587816 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.587922 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.588055 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.588304 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.588551 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.589350 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.589350 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.589350 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.589350 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.589837 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.589837 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.589837 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.591114 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.591114 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.591114 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.591114 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.591114 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.591738 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.591738 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.591738 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.591738 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.592192 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.592192 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.592192 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.592562 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.592562 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.592562 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.592912 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.592912 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.593930 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.593930 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.593930 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.593930 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.593930 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.593930 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.593930 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.595266 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.595266 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.595266 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.595266 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.595266 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.595266 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.595266 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.595266 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.596759 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.596759 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.596759 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.596759 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.596759 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.596759 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.596759 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.596759 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.596759 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.597816 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.597816 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.597816 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.597816 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.597816 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.597816 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.597816 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.597816 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.605289 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.605289 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.605289 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.605289 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.605289 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.605289 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.605289 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.605289 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.606711 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.606711 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.606711 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.606711 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.606711 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.606711 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.606711 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.606711 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.607768 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.607768 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.607768 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.607768 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.607768 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.607768 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.607768 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.607768 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.608784 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.608784 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.608784 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.608784 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.608784 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.608784 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.608784 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.608784 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.609786 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.609786 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.609786 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.609786 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.609786 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.609786 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.609786 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.609786 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.610327 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.610327 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.610327 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.610327 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.610327 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.610327 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.610327 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.610327 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.610949 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.610949 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.610949 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.610949 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.610949 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.610949 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.610949 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.610949 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.611514 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.611514 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.611514 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.611514 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.611514 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.611514 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.611514 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.611514 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.611514 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.612256 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.612256 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.612256 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.612256 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.612256 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.612256 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.612256 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.612256 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 04:17:41.612839 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 04:17:41.749236 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 47024) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:17:41.756696 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [-] 10.222.0.85 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0052581 Aug 30 04:17:41.761361 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [-] 10.222.0.85 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038693 Aug 30 04:17:50.914270 dv-cinder-854265-2-iscsi neutron-server[106144]: DEBUG dbcounter [-] [106144] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:17:52.951978 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fd5f34-37cd-4fc6-8a74-b0904f636a6c None None] get_active_networks_info from dv-cinder-854265-2-iscsi {{(pid=106259) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 30 04:17:52.976719 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writer thread running {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 30 04:17:53.068787 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fd5f34-37cd-4fc6-8a74-b0904f636a6c None None] No non-hosted networks {{(pid=106259) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 30 04:17:53.073748 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-fc7b44cb-d609-463c-8930-d700441f3217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-697571'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:17:54.717655 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writer thread running {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 30 04:17:55.270640 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-a2a8682b-1682-433d-b220-7f4a135f3551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-697571'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:17:55.319300 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-cf7b9fa9-1e5f-4485-994f-bfc3743bf3a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:17:56.524626 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-697571'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:17:56.841074 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 47096) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:17:57.396581 dv-cinder-854265-2-iscsi neutron-server[106258]: WARNING oslo_policy.policy [None req-3daa97d8-0790-4093-9785-6966493a3c71 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 04:17:57.397230 dv-cinder-854265-2-iscsi neutron-server[106258]: WARNING oslo_policy.policy [None req-3daa97d8-0790-4093-9785-6966493a3c71 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 04:17:57.616650 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [None req-3daa97d8-0790-4093-9785-6966493a3c71 admin admin] http://10.222.0.85:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106258) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 04:17:57.621596 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-3daa97d8-0790-4093-9785-6966493a3c71 admin admin] 10.222.0.85 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7748055 Aug 30 04:17:57.852882 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-697571'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:17:57.854511 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:17:57.855997 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:17:57.857260 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:17:57.858764 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:17:57.859301 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:17:57.859820 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:17:57.860800 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:17:57.861721 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:17:57.861721 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:17:57.861918 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:17:57.862205 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:17:57.862618 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:17:57.863224 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:17:57.863770 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:17:57.864271 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:17:57.865418 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-854265-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:17:57.894376 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-854265-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:17:58.090388 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-697571'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:00.102328 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 47130) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:18:00.437717 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-35321bae-bcca-404a-aa93-c3ba92ba73fe admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:18:00.449768 dv-cinder-854265-2-iscsi neutron-server[106258]: ERROR stevedore.extension [None req-35321bae-bcca-404a-aa93-c3ba92ba73fe admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 30 04:18:00.531146 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.policy [None req-35321bae-bcca-404a-aa93-c3ba92ba73fe admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106258) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 30 04:18:00.572768 dv-cinder-854265-2-iscsi neutron-server[106258]: WARNING oslo_policy.policy [None req-35321bae-bcca-404a-aa93-c3ba92ba73fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 04:18:00.573184 dv-cinder-854265-2-iscsi neutron-server[106258]: WARNING oslo_policy.policy [None req-35321bae-bcca-404a-aa93-c3ba92ba73fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 04:18:00.593566 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writer thread running {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 30 04:18:00.672503 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-35321bae-bcca-404a-aa93-c3ba92ba73fe admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785259165325', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785259164801', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785259148645', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785259139286', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785259137375', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785259391631', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3781869', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3777724', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-654770', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-741798'] for rbac-policy (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:00.745152 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-35321bae-bcca-404a-aa93-c3ba92ba73fe admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:00.746342 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-35321bae-bcca-404a-aa93-c3ba92ba73fe admin admin] 10.222.0.85 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6431131 Aug 30 04:18:02.460689 dv-cinder-854265-2-iscsi neutron-server[106259]: INFO neutron.db.l3_hamode_db [None req-fced50ef-e58f-4e0e-8f71-a79a5c165a08 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 30 04:18:02.539087 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fced50ef-e58f-4e0e-8f71-a79a5c165a08 None None] Routers set() bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:18:02.539457 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fced50ef-e58f-4e0e-8f71-a79a5c165a08 None None] Router IDs set() for agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 30 04:18:03.109192 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 47140) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:18:03.437014 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-d7fa3e88-6df1-4c08-993e-3f33c4d80a6b demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:18:03.467708 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7fa3e88-6df1-4c08-993e-3f33c4d80a6b demo demo] Made reservation on behalf of 26661cf5060b4b939d8ab02f9ea45daf for: {'network': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:18:03.472199 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d7fa3e88-6df1-4c08-993e-3f33c4d80a6b demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for network (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:03.491239 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d7fa3e88-6df1-4c08-993e-3f33c4d80a6b demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:03.606082 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d7fa3e88-6df1-4c08-993e-3f33c4d80a6b demo demo] Publish callbacks [] for security_group (bd0e2a72-75ce-4dc8-902e-f15aadfd4a56), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:03.609881 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d7fa3e88-6df1-4c08-993e-3f33c4d80a6b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (bd0e2a72-75ce-4dc8-902e-f15aadfd4a56), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:03.636151 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7fa3e88-6df1-4c08-993e-3f33c4d80a6b demo demo] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=106258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 04:18:03.680326 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d7fa3e88-6df1-4c08-993e-3f33c4d80a6b demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785261144634', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3898234'] for segment (493ef3e3-dab5-4ae2-86c2-b1afe085249a), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:03.680915 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d7fa3e88-6df1-4c08-993e-3f33c4d80a6b demo demo] Unsubscribe: segment precommit_create {{(pid=106258) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 30 04:18:03.681466 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.db.segments_db [None req-d7fa3e88-6df1-4c08-993e-3f33c4d80a6b demo demo] Added segment 493ef3e3-dab5-4ae2-86c2-b1afe085249a of type vlan for network fbb73d51-6198-4533-9ca3-ddf60eccf252 Aug 30 04:18:03.697694 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa3e88-6df1-4c08-993e-3f33c4d80a6b demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0e2a72-75ce-4dc8-902e-f15aadfd4a56,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:03.724326 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa3e88-6df1-4c08-993e-3f33c4d80a6b demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:03.724671 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa3e88-6df1-4c08-993e-3f33c4d80a6b demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:03.725029 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa3e88-6df1-4c08-993e-3f33c4d80a6b demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:03.725403 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa3e88-6df1-4c08-993e-3f33c4d80a6b demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:03.725737 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa3e88-6df1-4c08-993e-3f33c4d80a6b demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:03.726065 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa3e88-6df1-4c08-993e-3f33c4d80a6b demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:03.726388 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa3e88-6df1-4c08-993e-3f33c4d80a6b demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:03.726708 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa3e88-6df1-4c08-993e-3f33c4d80a6b demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:03.727027 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa3e88-6df1-4c08-993e-3f33c4d80a6b demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:03.727344 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa3e88-6df1-4c08-993e-3f33c4d80a6b demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:03.727659 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa3e88-6df1-4c08-993e-3f33c4d80a6b demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:03.727991 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa3e88-6df1-4c08-993e-3f33c4d80a6b demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:03.728874 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa3e88-6df1-4c08-993e-3f33c4d80a6b demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:03.729233 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa3e88-6df1-4c08-993e-3f33c4d80a6b demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:03.729551 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa3e88-6df1-4c08-993e-3f33c4d80a6b demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:03.731436 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa3e88-6df1-4c08-993e-3f33c4d80a6b demo demo] Tracked resource versions report: Aug 30 04:18:03.731436 dv-cinder-854265-2-iscsi neutron-server[106258]: pushed versions: Aug 30 04:18:03.731436 dv-cinder-854265-2-iscsi neutron-server[106258]: { 'AddressGroup': {'1.2'}, Aug 30 04:18:03.731436 dv-cinder-854265-2-iscsi neutron-server[106258]: 'Agent': {'1.1'}, Aug 30 04:18:03.731436 dv-cinder-854265-2-iscsi neutron-server[106258]: 'ConntrackHelper': {'1.0'}, Aug 30 04:18:03.731436 dv-cinder-854265-2-iscsi neutron-server[106258]: 'LocalIPAssociation': {'1.0'}, Aug 30 04:18:03.731436 dv-cinder-854265-2-iscsi neutron-server[106258]: 'Log': {'1.0'}, Aug 30 04:18:03.731436 dv-cinder-854265-2-iscsi neutron-server[106258]: 'NDPProxy': {'1.0'}, Aug 30 04:18:03.731436 dv-cinder-854265-2-iscsi neutron-server[106258]: 'Network': {'1.1'}, Aug 30 04:18:03.731436 dv-cinder-854265-2-iscsi neutron-server[106258]: 'Port': {'1.7'}, Aug 30 04:18:03.731436 dv-cinder-854265-2-iscsi neutron-server[106258]: 'PortForwarding': {'1.3'}, Aug 30 04:18:03.731436 dv-cinder-854265-2-iscsi neutron-server[106258]: 'QosPolicy': {'1.10'}, Aug 30 04:18:03.731436 dv-cinder-854265-2-iscsi neutron-server[106258]: 'SecurityGroup': {'1.5'}, Aug 30 04:18:03.731436 dv-cinder-854265-2-iscsi neutron-server[106258]: 'SecurityGroupRule': {'1.2'}, Aug 30 04:18:03.731436 dv-cinder-854265-2-iscsi neutron-server[106258]: 'SubPort': {'1.0'}, Aug 30 04:18:03.731436 dv-cinder-854265-2-iscsi neutron-server[106258]: 'Subnet': {'1.1'}, Aug 30 04:18:03.731436 dv-cinder-854265-2-iscsi neutron-server[106258]: 'Trunk': {'1.1'}} Aug 30 04:18:03.731436 dv-cinder-854265-2-iscsi neutron-server[106258]: consumer versions: Aug 30 04:18:03.731436 dv-cinder-854265-2-iscsi neutron-server[106258]: { DHCP agent@dv-cinder-854265-2-iscsi: {}, Aug 30 04:18:03.731436 dv-cinder-854265-2-iscsi neutron-server[106258]: L3 agent@dv-cinder-854265-2-iscsi: {}, Aug 30 04:18:03.731436 dv-cinder-854265-2-iscsi neutron-server[106258]: Metadata agent@dv-cinder-854265-2-iscsi: {}, Aug 30 04:18:03.731436 dv-cinder-854265-2-iscsi neutron-server[106258]: Metering agent@dv-cinder-854265-2-iscsi: {}, Aug 30 04:18:03.731436 dv-cinder-854265-2-iscsi neutron-server[106258]: Open vSwitch agent@dv-cinder-854265-2-iscsi: { 'AddressGroup': '1.2', Aug 30 04:18:03.731436 dv-cinder-854265-2-iscsi neutron-server[106258]: 'Agent': '1.1', Aug 30 04:18:03.731436 dv-cinder-854265-2-iscsi neutron-server[106258]: 'ConntrackHelper': '1.0', Aug 30 04:18:03.731436 dv-cinder-854265-2-iscsi neutron-server[106258]: 'LocalIPAssociation': '1.0', Aug 30 04:18:03.731436 dv-cinder-854265-2-iscsi neutron-server[106258]: 'Log': '1.0', Aug 30 04:18:03.731436 dv-cinder-854265-2-iscsi neutron-server[106258]: 'NDPProxy': '1.0', Aug 30 04:18:03.731436 dv-cinder-854265-2-iscsi neutron-server[106258]: 'Network': '1.1', Aug 30 04:18:03.731436 dv-cinder-854265-2-iscsi neutron-server[106258]: 'Port': '1.7', Aug 30 04:18:03.731436 dv-cinder-854265-2-iscsi neutron-server[106258]: 'PortForwarding': '1.3', Aug 30 04:18:03.731436 dv-cinder-854265-2-iscsi neutron-server[106258]: 'QosPolicy': '1.10', Aug 30 04:18:03.731436 dv-cinder-854265-2-iscsi neutron-server[106258]: 'SecurityGroup': '1.5', Aug 30 04:18:03.731436 dv-cinder-854265-2-iscsi neutron-server[106258]: 'SecurityGroupRule': '1.2', Aug 30 04:18:03.731436 dv-cinder-854265-2-iscsi neutron-server[106258]: 'SubPort': '1.0', Aug 30 04:18:03.731436 dv-cinder-854265-2-iscsi neutron-server[106258]: 'Subnet': '1.1', Aug 30 04:18:03.731436 dv-cinder-854265-2-iscsi neutron-server[106258]: 'Trunk': '1.1'}} Aug 30 04:18:03.731436 dv-cinder-854265-2-iscsi neutron-server[106258]: {{(pid=106258) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 04:18:03.794963 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d7fa3e88-6df1-4c08-993e-3f33c4d80a6b demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260646229'] for network (fbb73d51-6198-4533-9ca3-ddf60eccf252), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:03.816596 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=63,neutron:INSERT=35,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:03.836925 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d7fa3e88-6df1-4c08-993e-3f33c4d80a6b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055'] for network (fbb73d51-6198-4533-9ca3-ddf60eccf252), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:03.841777 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fa3e88-6df1-4c08-993e-3f33c4d80a6b demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:18:03.842553 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d7fa3e88-6df1-4c08-993e-3f33c4d80a6b demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for network (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:03.936730 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-d7fa3e88-6df1-4c08-993e-3f33c4d80a6b demo demo] 10.222.0.85 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8264573 Aug 30 04:18:03.967681 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa3e88-6df1-4c08-993e-3f33c4d80a6b demo demo] Pushing event updated for resources: {'Network': ['ID=fbb73d51-6198-4533-9ca3-ddf60eccf252,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:03.979513 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Network fbb73d51-6198-4533-9ca3-ddf60eccf252 details requested by agent ovs-agent-dv-cinder-854265-2-iscsi with host dv-cinder-854265-2-iscsi {{(pid=106259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:18:06.335638 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 47154) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:18:06.753511 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5340cd-aa98-446e-95e1-ecc7e01021d9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:18:06.754882 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-8b5340cd-aa98-446e-95e1-ecc7e01021d9 demo admin] 10.222.0.85 "GET /networking/v2.0/networks/fbb73d51-6198-4533-9ca3-ddf60eccf252 HTTP/1.1" status: 200 len: 826 time: 0.4182744 Aug 30 04:18:06.792833 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-f9b66d55-b5da-41ba-b75b-a8d021df2441 demo admin] 10.222.0.85 "GET /networking/v2.0/subnetpools/9d761085-d11f-4eb8-8e87-728234255051 HTTP/1.1" status: 200 len: 734 time: 0.0307088 Aug 30 04:18:06.801176 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-66040875-1cd2-4949-b178-5471fde0c98e demo admin] Request body: {'subnet': {'network_id': 'fbb73d51-6198-4533-9ca3-ddf60eccf252', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '9d761085-d11f-4eb8-8e87-728234255051', 'name': 'private-subnet'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:18:06.824165 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66040875-1cd2-4949-b178-5471fde0c98e demo admin] Made reservation on behalf of 26661cf5060b4b939d8ab02f9ea45daf for: {'subnet': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:18:06.826663 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-66040875-1cd2-4949-b178-5471fde0c98e demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:07.031330 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:INSERT=22,neutron:SELECT=70,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:07.124333 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-66040875-1cd2-4949-b178-5471fde0c98e demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055'] for subnet (ff81e1bd-60f9-42ca-b585-347023cbf701), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:07.196515 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66040875-1cd2-4949-b178-5471fde0c98e demo admin] Pushing event updated for resources: {'Subnet': ['ID=ff81e1bd-60f9-42ca-b585-347023cbf701,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:07.202210 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66040875-1cd2-4949-b178-5471fde0c98e demo admin] Checking segment: {'id': '493ef3e3-dab5-4ae2-86c2-b1afe085249a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'fbb73d51-6198-4533-9ca3-ddf60eccf252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:18:07.202609 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66040875-1cd2-4949-b178-5471fde0c98e demo admin] Network hostable DHCP agents. Network: fbb73d51-6198-4533-9ca3-ddf60eccf252, hostable agents: ['b1b2a880-5f2a-4407-bfda-3b17b5cf16ab'], hosted agents: [] {{(pid=106258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:18:07.223801 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66040875-1cd2-4949-b178-5471fde0c98e demo admin] Network fbb73d51-6198-4533-9ca3-ddf60eccf252 is scheduled to be hosted by DHCP agent b1b2a880-5f2a-4407-bfda-3b17b5cf16ab with binding_index 1 {{(pid=106258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:18:07.234659 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-66040875-1cd2-4949-b178-5471fde0c98e demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-2-iscsi, fbb73d51-6198-4533-9ca3-ddf60eccf252) {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:18:07.239318 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66040875-1cd2-4949-b178-5471fde0c98e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:18:07.239925 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-66040875-1cd2-4949-b178-5471fde0c98e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for subnet (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:07.246339 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9726870b-2cfe-48dd-8341-fa3744173046 None None] Network fbb73d51-6198-4533-9ca3-ddf60eccf252 requested from dv-cinder-854265-2-iscsi {{(pid=106259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:18:07.261769 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-66040875-1cd2-4949-b178-5471fde0c98e demo admin] 10.222.0.85 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4582057 Aug 30 04:18:07.507745 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba3a413-13a3-4e83-93e5-b65668d7cb69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp163fce75-ff37-51be-b106-87d3326ca651-fbb73d51-6198-4533-9ca3-ddf60eccf252', 'network_id': 'fbb73d51-6198-4533-9ca3-ddf60eccf252', 'project_id': '26661cf5060b4b939d8ab02f9ea45daf', 'fixed_ips': [{'subnet_id': 'ff81e1bd-60f9-42ca-b585-347023cbf701'}]}} from dv-cinder-854265-2-iscsi. {{(pid=106259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 04:18:07.509112 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7ba3a413-13a3-4e83-93e5-b65668d7cb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:07.789537 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.db_base_plugin_common [None req-7ba3a413-13a3-4e83-93e5-b65668d7cb69 None None] Allocated IP 172.20.0.2 (fbb73d51-6198-4533-9ca3-ddf60eccf252/ff81e1bd-60f9-42ca-b585-347023cbf701/44001f11-ab32-451a-8c5a-a823acb454f7) {{(pid=106259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:18:07.809453 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=59,neutron:INSERT=37,neutron:UPDATE=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:08.064441 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7ba3a413-13a3-4e83-93e5-b65668d7cb69 None None] Publish callbacks [] for port (44001f11-ab32-451a-8c5a-a823acb454f7), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:08.076614 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7ba3a413-13a3-4e83-93e5-b65668d7cb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758'] for port (44001f11-ab32-451a-8c5a-a823acb454f7), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:08.154806 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba3a413-13a3-4e83-93e5-b65668d7cb69 None None] Network fbb73d51-6198-4533-9ca3-ddf60eccf252 is already hosted by enough agents. {{(pid=106259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:18:08.160742 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.scheduler.base_scheduler [None req-7ba3a413-13a3-4e83-93e5-b65668d7cb69 None None] Resources bound (agent type, host, resource id): {{(pid=106259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:18:08.166544 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba3a413-13a3-4e83-93e5-b65668d7cb69 None None] Received port after_create {{(pid=106259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:18:08.169569 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3a413-13a3-4e83-93e5-b65668d7cb69 None None] Pushing event updated for resources: {'Port': ['ID=44001f11-ab32-451a-8c5a-a823acb454f7,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:08.180159 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3a413-13a3-4e83-93e5-b65668d7cb69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:08.180515 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3a413-13a3-4e83-93e5-b65668d7cb69 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:08.180895 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3a413-13a3-4e83-93e5-b65668d7cb69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:08.181283 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3a413-13a3-4e83-93e5-b65668d7cb69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:08.181615 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3a413-13a3-4e83-93e5-b65668d7cb69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:08.181947 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3a413-13a3-4e83-93e5-b65668d7cb69 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:08.182279 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3a413-13a3-4e83-93e5-b65668d7cb69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:08.182607 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3a413-13a3-4e83-93e5-b65668d7cb69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:08.183534 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3a413-13a3-4e83-93e5-b65668d7cb69 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:08.183876 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3a413-13a3-4e83-93e5-b65668d7cb69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:08.184207 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3a413-13a3-4e83-93e5-b65668d7cb69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:08.184551 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3a413-13a3-4e83-93e5-b65668d7cb69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:08.184878 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3a413-13a3-4e83-93e5-b65668d7cb69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:08.185228 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3a413-13a3-4e83-93e5-b65668d7cb69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:08.185553 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3a413-13a3-4e83-93e5-b65668d7cb69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:08.186944 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba3a413-13a3-4e83-93e5-b65668d7cb69 None None] Tracked resource versions report: Aug 30 04:18:08.186944 dv-cinder-854265-2-iscsi neutron-server[106259]: pushed versions: Aug 30 04:18:08.186944 dv-cinder-854265-2-iscsi neutron-server[106259]: { 'AddressGroup': {'1.2'}, Aug 30 04:18:08.186944 dv-cinder-854265-2-iscsi neutron-server[106259]: 'Agent': {'1.1'}, Aug 30 04:18:08.186944 dv-cinder-854265-2-iscsi neutron-server[106259]: 'ConntrackHelper': {'1.0'}, Aug 30 04:18:08.186944 dv-cinder-854265-2-iscsi neutron-server[106259]: 'LocalIPAssociation': {'1.0'}, Aug 30 04:18:08.186944 dv-cinder-854265-2-iscsi neutron-server[106259]: 'Log': {'1.0'}, Aug 30 04:18:08.186944 dv-cinder-854265-2-iscsi neutron-server[106259]: 'NDPProxy': {'1.0'}, Aug 30 04:18:08.186944 dv-cinder-854265-2-iscsi neutron-server[106259]: 'Network': {'1.1'}, Aug 30 04:18:08.186944 dv-cinder-854265-2-iscsi neutron-server[106259]: 'Port': {'1.7'}, Aug 30 04:18:08.186944 dv-cinder-854265-2-iscsi neutron-server[106259]: 'PortForwarding': {'1.3'}, Aug 30 04:18:08.186944 dv-cinder-854265-2-iscsi neutron-server[106259]: 'QosPolicy': {'1.10'}, Aug 30 04:18:08.186944 dv-cinder-854265-2-iscsi neutron-server[106259]: 'SecurityGroup': {'1.5'}, Aug 30 04:18:08.186944 dv-cinder-854265-2-iscsi neutron-server[106259]: 'SecurityGroupRule': {'1.2'}, Aug 30 04:18:08.186944 dv-cinder-854265-2-iscsi neutron-server[106259]: 'SubPort': {'1.0'}, Aug 30 04:18:08.186944 dv-cinder-854265-2-iscsi neutron-server[106259]: 'Subnet': {'1.1'}, Aug 30 04:18:08.186944 dv-cinder-854265-2-iscsi neutron-server[106259]: 'Trunk': {'1.1'}} Aug 30 04:18:08.186944 dv-cinder-854265-2-iscsi neutron-server[106259]: consumer versions: Aug 30 04:18:08.186944 dv-cinder-854265-2-iscsi neutron-server[106259]: { DHCP agent@dv-cinder-854265-2-iscsi: {}, Aug 30 04:18:08.186944 dv-cinder-854265-2-iscsi neutron-server[106259]: L3 agent@dv-cinder-854265-2-iscsi: {}, Aug 30 04:18:08.186944 dv-cinder-854265-2-iscsi neutron-server[106259]: Metadata agent@dv-cinder-854265-2-iscsi: {}, Aug 30 04:18:08.186944 dv-cinder-854265-2-iscsi neutron-server[106259]: Metering agent@dv-cinder-854265-2-iscsi: {}, Aug 30 04:18:08.186944 dv-cinder-854265-2-iscsi neutron-server[106259]: Open vSwitch agent@dv-cinder-854265-2-iscsi: { 'AddressGroup': '1.2', Aug 30 04:18:08.186944 dv-cinder-854265-2-iscsi neutron-server[106259]: 'Agent': '1.1', Aug 30 04:18:08.186944 dv-cinder-854265-2-iscsi neutron-server[106259]: 'ConntrackHelper': '1.0', Aug 30 04:18:08.186944 dv-cinder-854265-2-iscsi neutron-server[106259]: 'LocalIPAssociation': '1.0', Aug 30 04:18:08.186944 dv-cinder-854265-2-iscsi neutron-server[106259]: 'Log': '1.0', Aug 30 04:18:08.186944 dv-cinder-854265-2-iscsi neutron-server[106259]: 'NDPProxy': '1.0', Aug 30 04:18:08.186944 dv-cinder-854265-2-iscsi neutron-server[106259]: 'Network': '1.1', Aug 30 04:18:08.186944 dv-cinder-854265-2-iscsi neutron-server[106259]: 'Port': '1.7', Aug 30 04:18:08.186944 dv-cinder-854265-2-iscsi neutron-server[106259]: 'PortForwarding': '1.3', Aug 30 04:18:08.186944 dv-cinder-854265-2-iscsi neutron-server[106259]: 'QosPolicy': '1.10', Aug 30 04:18:08.186944 dv-cinder-854265-2-iscsi neutron-server[106259]: 'SecurityGroup': '1.5', Aug 30 04:18:08.186944 dv-cinder-854265-2-iscsi neutron-server[106259]: 'SecurityGroupRule': '1.2', Aug 30 04:18:08.186944 dv-cinder-854265-2-iscsi neutron-server[106259]: 'SubPort': '1.0', Aug 30 04:18:08.186944 dv-cinder-854265-2-iscsi neutron-server[106259]: 'Subnet': '1.1', Aug 30 04:18:08.186944 dv-cinder-854265-2-iscsi neutron-server[106259]: 'Trunk': '1.1'}} Aug 30 04:18:08.186944 dv-cinder-854265-2-iscsi neutron-server[106259]: {{(pid=106259) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 04:18:08.263123 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:08.266819 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-7ba3a413-13a3-4e83-93e5-b65668d7cb69 None None] Attempting to bind port 44001f11-ab32-451a-8c5a-a823acb454f7 on host dv-cinder-854265-2-iscsi for vnic_type normal with profile {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:18:08.267217 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-7ba3a413-13a3-4e83-93e5-b65668d7cb69 None None] Attempting to bind port 44001f11-ab32-451a-8c5a-a823acb454f7 by drivers openvswitch,hyperv on host dv-cinder-854265-2-iscsi at level 0 using segments [{'id': '493ef3e3-dab5-4ae2-86c2-b1afe085249a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'fbb73d51-6198-4533-9ca3-ddf60eccf252'}] {{(pid=106259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:18:08.267649 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba3a413-13a3-4e83-93e5-b65668d7cb69 None None] Attempting to bind port 44001f11-ab32-451a-8c5a-a823acb454f7 on network fbb73d51-6198-4533-9ca3-ddf60eccf252 {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:18:08.273822 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba3a413-13a3-4e83-93e5-b65668d7cb69 None None] Checking agent: {'id': 'e0fa4f30-19e6-45a9-8914-5f6bf4441601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17, 58), 'started_at': datetime.datetime(2022, 8, 30, 4, 17, 58), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:18:08.274202 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba3a413-13a3-4e83-93e5-b65668d7cb69 None None] Checking segment: {'id': '493ef3e3-dab5-4ae2-86c2-b1afe085249a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'fbb73d51-6198-4533-9ca3-ddf60eccf252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:18:08.274687 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7ba3a413-13a3-4e83-93e5-b65668d7cb69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:08.275084 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba3a413-13a3-4e83-93e5-b65668d7cb69 None None] Bound using segment: {'id': '493ef3e3-dab5-4ae2-86c2-b1afe085249a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'fbb73d51-6198-4533-9ca3-ddf60eccf252'} {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:18:08.275552 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-7ba3a413-13a3-4e83-93e5-b65668d7cb69 None None] Bound port: 44001f11-ab32-451a-8c5a-a823acb454f7, host: dv-cinder-854265-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '493ef3e3-dab5-4ae2-86c2-b1afe085249a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'fbb73d51-6198-4533-9ca3-ddf60eccf252'}}] {{(pid=106259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:18:08.275953 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7ba3a413-13a3-4e83-93e5-b65668d7cb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (44001f11-ab32-451a-8c5a-a823acb454f7), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:08.339315 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-7ba3a413-13a3-4e83-93e5-b65668d7cb69 None None] For port 44001f11-ab32-451a-8c5a-a823acb454f7, host dv-cinder-854265-2-iscsi, cleared binding levels {{(pid=106259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:18:08.361180 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-7ba3a413-13a3-4e83-93e5-b65668d7cb69 None None] For port 44001f11-ab32-451a-8c5a-a823acb454f7, host dv-cinder-854265-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=44001f11-ab32-451a-8c5a-a823acb454f7,segment=NetworkSegment(493ef3e3-dab5-4ae2-86c2-b1afe085249a),segment_id=493ef3e3-dab5-4ae2-86c2-b1afe085249a)] {{(pid=106259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:18:08.368149 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7ba3a413-13a3-4e83-93e5-b65668d7cb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (44001f11-ab32-451a-8c5a-a823acb454f7), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:08.418912 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3a413-13a3-4e83-93e5-b65668d7cb69 None None] Pushing event updated for resources: {'Port': ['ID=44001f11-ab32-451a-8c5a-a823acb454f7,revision_number=2']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:09.682849 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 47164) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:18:10.018530 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [None req-ac06e16a-504e-4eb0-b546-3904c9d9c7d3 admin admin] http://10.222.0.85:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106258) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 04:18:10.019522 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-ac06e16a-504e-4eb0-b546-3904c9d9c7d3 admin admin] 10.222.0.85 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3357375 Aug 30 04:18:11.094789 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=5 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:11.098977 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=21,neutron:INSERT=31 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:12.448197 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 47176) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:18:12.785529 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [None req-5f2c9545-cffe-4743-823f-3581467f40f2 admin admin] http://10.222.0.85:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106258) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 04:18:12.786513 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-5f2c9545-cffe-4743-823f-3581467f40f2 admin admin] 10.222.0.85 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3366640 Aug 30 04:18:15.246517 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 47188) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:18:15.585658 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-dd99bbe1-83ca-493c-94b8-6d5dfdef5887 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:18:15.611857 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-dd99bbe1-83ca-493c-94b8-6d5dfdef5887 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-698027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6516'] for router (469aba56-7661-44bc-b978-8a4544a97419), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:15.613644 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-dd99bbe1-83ca-493c-94b8-6d5dfdef5887 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-695958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6523'] for router (469aba56-7661-44bc-b978-8a4544a97419), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:15.631671 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 44001f11-ab32-451a-8c5a-a823acb454f7 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:18:15.724387 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port 44001f11-ab32-451a-8c5a-a823acb454f7 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:18:15.724696 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (44001f11-ab32-451a-8c5a-a823acb454f7), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:15.756187 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-dd99bbe1-83ca-493c-94b8-6d5dfdef5887 demo demo] Publish callbacks [] for router_controller (469aba56-7661-44bc-b978-8a4544a97419), precommit_add_association {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:15.762582 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-dd99bbe1-83ca-493c-94b8-6d5dfdef5887 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-696014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696667'] for router (469aba56-7661-44bc-b978-8a4544a97419), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:15.781629 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-dd99bbe1-83ca-493c-94b8-6d5dfdef5887 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:15.786689 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-dd99bbe1-83ca-493c-94b8-6d5dfdef5887 demo demo] 10.222.0.85 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5379417 Aug 30 04:18:15.840473 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port 44001f11-ab32-451a-8c5a-a823acb454f7 is: DOWN; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:18:15.840853 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (44001f11-ab32-451a-8c5a-a823acb454f7), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:15.882010 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] For port 44001f11-ab32-451a-8c5a-a823acb454f7, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=44001f11-ab32-451a-8c5a-a823acb454f7,segment=NetworkSegment(493ef3e3-dab5-4ae2-86c2-b1afe085249a),segment_id=493ef3e3-dab5-4ae2-86c2-b1afe085249a)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:18:15.888181 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (44001f11-ab32-451a-8c5a-a823acb454f7), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:15.945519 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Pushing event updated for resources: {'Port': ['ID=44001f11-ab32-451a-8c5a-a823acb454f7,revision_number=3']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:16.509393 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b4400a-38c1-46dd-910e-f80c5fcd6f90 None None] Network fbb73d51-6198-4533-9ca3-ddf60eccf252 requested from dv-cinder-854265-2-iscsi {{(pid=106259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:18:16.596154 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-b7690070-ea64-4c0f-ac95-d588dca17ddb None None] Provisioning complete for port 44001f11-ab32-451a-8c5a-a823acb454f7 triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:18:16.596542 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-b7690070-ea64-4c0f-ac95-d588dca17ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (44001f11-ab32-451a-8c5a-a823acb454f7), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:16.710550 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-b7690070-ea64-4c0f-ac95-d588dca17ddb None None] Current status of the port 44001f11-ab32-451a-8c5a-a823acb454f7 is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:18:16.829622 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-ff26be6f-0f7c-425d-836d-339efc60a913 None None] Provisioning complete for port 44001f11-ab32-451a-8c5a-a823acb454f7 triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:18:16.830011 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-ff26be6f-0f7c-425d-836d-339efc60a913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (44001f11-ab32-451a-8c5a-a823acb454f7), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:16.898237 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:16.903835 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-ff26be6f-0f7c-425d-836d-339efc60a913 None None] Current status of the port 44001f11-ab32-451a-8c5a-a823acb454f7 is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:18:17.614418 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 44001f11-ab32-451a-8c5a-a823acb454f7 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:18:17.655276 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:17.661914 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port 44001f11-ab32-451a-8c5a-a823acb454f7 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:18:17.662440 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (44001f11-ab32-451a-8c5a-a823acb454f7), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:17.733884 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port 44001f11-ab32-451a-8c5a-a823acb454f7 is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:18:18.192722 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 47196) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:18:18.516834 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [None req-4c3d33da-50ed-432e-9085-9df03a80e72f admin admin] http://10.222.0.85:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106258) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 04:18:18.517883 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-4c3d33da-50ed-432e-9085-9df03a80e72f admin admin] 10.222.0.85 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3241987 Aug 30 04:18:20.936062 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 47204) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:18:21.268030 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-ffc388f4-a6fc-4fd3-8214-8a921807534d admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:18:21.287388 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc388f4-a6fc-4fd3-8214-8a921807534d admin admin] Made reservation on behalf of be2e356bbe7d4680bd52a62e89c77545 for: {'network': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:18:21.289727 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-ffc388f4-a6fc-4fd3-8214-8a921807534d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for network (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:21.297925 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-ffc388f4-a6fc-4fd3-8214-8a921807534d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:21.371947 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-ffc388f4-a6fc-4fd3-8214-8a921807534d admin admin] Publish callbacks [] for security_group (7f7ae760-2f4b-4a7e-b021-62b1d58ef766), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:21.375334 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-ffc388f4-a6fc-4fd3-8214-8a921807534d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (7f7ae760-2f4b-4a7e-b021-62b1d58ef766), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:21.390339 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:21.393878 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ffc388f4-a6fc-4fd3-8214-8a921807534d admin admin] Reserving flat network on physical network physnet1 {{(pid=106258) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 30 04:18:21.409940 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc388f4-a6fc-4fd3-8214-8a921807534d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7ae760-2f4b-4a7e-b021-62b1d58ef766,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:21.417813 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-ffc388f4-a6fc-4fd3-8214-8a921807534d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3898234'] for segment (fa929cc1-394c-4547-9d6d-d932c4c80d18), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:21.418304 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.db.segments_db [None req-ffc388f4-a6fc-4fd3-8214-8a921807534d admin admin] Added segment fa929cc1-394c-4547-9d6d-d932c4c80d18 of type flat for network 03964a12-f74f-4d2e-840d-00c949ed3dc4 Aug 30 04:18:21.463665 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-ffc388f4-a6fc-4fd3-8214-8a921807534d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260646229'] for network (03964a12-f74f-4d2e-840d-00c949ed3dc4), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:21.482571 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.agents_db [None req-600259de-68db-4343-b4d4-64e31eed30fa None None] Agent healthcheck: found 5 active agents {{(pid=106260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:18:21.496546 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-ffc388f4-a6fc-4fd3-8214-8a921807534d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055'] for network (03964a12-f74f-4d2e-840d-00c949ed3dc4), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:21.497592 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc388f4-a6fc-4fd3-8214-8a921807534d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:18:21.498168 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-ffc388f4-a6fc-4fd3-8214-8a921807534d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for network (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:21.586083 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-ffc388f4-a6fc-4fd3-8214-8a921807534d admin admin] 10.222.0.85 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6489522 Aug 30 04:18:21.590324 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:21.594848 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc388f4-a6fc-4fd3-8214-8a921807534d admin admin] Pushing event updated for resources: {'Network': ['ID=03964a12-f74f-4d2e-840d-00c949ed3dc4,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:21.606233 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Network 03964a12-f74f-4d2e-840d-00c949ed3dc4 details requested by agent ovs-agent-dv-cinder-854265-2-iscsi with host dv-cinder-854265-2-iscsi {{(pid=106259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:18:22.896209 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-eccc9f04-5fb0-4ca2-b8da-38eb8dcdb47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:23.929015 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 47212) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:18:24.309770 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdb8436-16d5-45c3-b981-48ae64245b2e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:18:24.311140 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-ccdb8436-16d5-45c3-b981-48ae64245b2e demo admin] 10.222.0.85 "GET /networking/v2.0/subnets/ff81e1bd-60f9-42ca-b585-347023cbf701 HTTP/1.1" status: 200 len: 849 time: 0.3812385 Aug 30 04:18:24.427754 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-37fab6e6-6589-47ce-bde5-7e27d2e0d1db demo admin] 10.222.0.85 "GET /networking/v2.0/routers/469aba56-7661-44bc-b978-8a4544a97419 HTTP/1.1" status: 200 len: 704 time: 0.1107268 Aug 30 04:18:24.695410 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-41901a14-058b-4c60-a49a-d64a2ac681d3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:25.024664 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [None req-41901a14-058b-4c60-a49a-d64a2ac681d3 demo admin] Allocated IP 172.20.0.1 (fbb73d51-6198-4533-9ca3-ddf60eccf252/ff81e1bd-60f9-42ca-b585-347023cbf701/4e4b0587-3408-44a3-85b8-1c64cc3a5253) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:18:25.178400 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-41901a14-058b-4c60-a49a-d64a2ac681d3 demo admin] Publish callbacks [] for port (4e4b0587-3408-44a3-85b8-1c64cc3a5253), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:25.242342 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-41901a14-058b-4c60-a49a-d64a2ac681d3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758'] for port (4e4b0587-3408-44a3-85b8-1c64cc3a5253), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:25.270865 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-9de531e0-994e-41a0-aad8-0bdd244082bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:25.289147 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:25.323259 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41901a14-058b-4c60-a49a-d64a2ac681d3 demo admin] Network fbb73d51-6198-4533-9ca3-ddf60eccf252 is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:18:25.329286 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-41901a14-058b-4c60-a49a-d64a2ac681d3 demo admin] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:18:25.333878 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41901a14-058b-4c60-a49a-d64a2ac681d3 demo admin] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:18:25.334729 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-41901a14-058b-4c60-a49a-d64a2ac681d3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697151'] for router_interface (469aba56-7661-44bc-b978-8a4544a97419), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:25.353995 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41901a14-058b-4c60-a49a-d64a2ac681d3 demo admin] Pushing event updated for resources: {'Port': ['ID=4e4b0587-3408-44a3-85b8-1c64cc3a5253,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:25.445413 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:25.535198 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-41901a14-058b-4c60-a49a-d64a2ac681d3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (4e4b0587-3408-44a3-85b8-1c64cc3a5253), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:25.574866 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-1601723f-3a43-4a2b-a242-a3d149bcf763 None None] Provisioning complete for port 4e4b0587-3408-44a3-85b8-1c64cc3a5253 triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:18:25.575531 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-1601723f-3a43-4a2b-a242-a3d149bcf763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (4e4b0587-3408-44a3-85b8-1c64cc3a5253), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:25.610391 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-1601723f-3a43-4a2b-a242-a3d149bcf763 None None] Port 4e4b0587-3408-44a3-85b8-1c64cc3a5253 cannot update to ACTIVE because it is not bound. {{(pid=106259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:18:25.739554 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-41901a14-058b-4c60-a49a-d64a2ac681d3 demo admin] Publish callbacks [] for port (4e4b0587-3408-44a3-85b8-1c64cc3a5253), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:25.743939 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-41901a14-058b-4c60-a49a-d64a2ac681d3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (4e4b0587-3408-44a3-85b8-1c64cc3a5253), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:25.745270 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-41901a14-058b-4c60-a49a-d64a2ac681d3 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697259'] for router_interface (469aba56-7661-44bc-b978-8a4544a97419), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:25.823496 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41901a14-058b-4c60-a49a-d64a2ac681d3 demo admin] Pushing event updated for resources: {'Port': ['ID=4e4b0587-3408-44a3-85b8-1c64cc3a5253,revision_number=2']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:25.871210 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41901a14-058b-4c60-a49a-d64a2ac681d3 demo admin] Network fbb73d51-6198-4533-9ca3-ddf60eccf252 is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:18:25.872491 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-41901a14-058b-4c60-a49a-d64a2ac681d3 demo admin] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:18:26.027926 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41901a14-058b-4c60-a49a-d64a2ac681d3 demo admin] Router 469aba56-7661-44bc-b978-8a4544a97419 is scheduled to L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 with binding_index 1 {{(pid=106258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 04:18:26.075363 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-9492d7a8-aaba-4ff8-98a7-bf8b9aa51195 None None] Provisioning complete for port 4e4b0587-3408-44a3-85b8-1c64cc3a5253 triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:18:26.075682 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-9492d7a8-aaba-4ff8-98a7-bf8b9aa51195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (4e4b0587-3408-44a3-85b8-1c64cc3a5253), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:26.107980 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-9492d7a8-aaba-4ff8-98a7-bf8b9aa51195 None None] Port 4e4b0587-3408-44a3-85b8-1c64cc3a5253 cannot update to ACTIVE because it is not bound. {{(pid=106259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:18:26.121355 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41901a14-058b-4c60-a49a-d64a2ac681d3 demo admin] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:18:26.126918 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-41901a14-058b-4c60-a49a-d64a2ac681d3 demo admin] 10.222.0.85 "PUT /networking/v2.0/routers/469aba56-7661-44bc-b978-8a4544a97419/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6932380 Aug 30 04:18:26.135108 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcce6e28-98c1-4152-87ae-eb4b58b7db03 None None] Sync routers for ids ['469aba56-7661-44bc-b978-8a4544a97419'] in dv-cinder-854265-2-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:18:26.148438 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcce6e28-98c1-4152-87ae-eb4b58b7db03 None None] Routers {'469aba56-7661-44bc-b978-8a4544a97419'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:18:26.149560 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-fcce6e28-98c1-4152-87ae-eb4b58b7db03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:18:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['469aba56-7661-44bc-b978-8a4544a97419'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:18:26.328063 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-fcce6e28-98c1-4152-87ae-eb4b58b7db03 None None] Set router 469aba56-7661-44bc-b978-8a4544a97419 gateway port host: None {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:18:26.479643 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:26.747444 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-fcce6e28-98c1-4152-87ae-eb4b58b7db03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469aba56-7661-44bc-b978-8a4544a97419', 'name': 'router1', 'tenant_id': '26661cf5060b4b939d8ab02f9ea45daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:15Z', 'updated_at': '2022-08-30T04:18:25Z', 'revision_number': 2, 'project_id': '26661cf5060b4b939d8ab02f9ea45daf', 'gw_port_host': None, '_interfaces': [{'id': '4e4b0587-3408-44a3-85b8-1c64cc3a5253', 'name': '', 'network_id': 'fbb73d51-6198-4533-9ca3-ddf60eccf252', 'tenant_id': '26661cf5060b4b939d8ab02f9ea45daf', 'mac_address': 'fa:16:3e:24:a6:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469aba56-7661-44bc-b978-8a4544a97419', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ff81e1bd-60f9-42ca-b585-347023cbf701', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:24Z', 'updated_at': '2022-08-30T04:18:25Z', 'revision_number': 2, 'project_id': '26661cf5060b4b939d8ab02f9ea45daf', 'subnets': [{'id': 'ff81e1bd-60f9-42ca-b585-347023cbf701', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d761085-d11f-4eb8-8e87-728234255051'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:18:26.797132 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcce6e28-98c1-4152-87ae-eb4b58b7db03 None None] Checking router: 469aba56-7661-44bc-b978-8a4544a97419 for host: dv-cinder-854265-2-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:18:26.797518 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcce6e28-98c1-4152-87ae-eb4b58b7db03 None None] Updating router 469aba56-7661-44bc-b978-8a4544a97419 port 4e4b0587-3408-44a3-85b8-1c64cc3a5253 binding host dv-cinder-854265-2-iscsi {{(pid=106260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:18:26.874113 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-fcce6e28-98c1-4152-87ae-eb4b58b7db03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (4e4b0587-3408-44a3-85b8-1c64cc3a5253), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:27.348928 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-fcce6e28-98c1-4152-87ae-eb4b58b7db03 None None] Publish callbacks [] for port (4e4b0587-3408-44a3-85b8-1c64cc3a5253), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:27.356035 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-fcce6e28-98c1-4152-87ae-eb4b58b7db03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (4e4b0587-3408-44a3-85b8-1c64cc3a5253), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:27.499947 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2551f-3150-46c3-b8ba-4f4f3166f264 None None] Pushing event updated for resources: {'Port': ['ID=4e4b0587-3408-44a3-85b8-1c64cc3a5253,revision_number=3']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:27.502536 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-fcce6e28-98c1-4152-87ae-eb4b58b7db03 None None] Attempting to bind port 4e4b0587-3408-44a3-85b8-1c64cc3a5253 on host dv-cinder-854265-2-iscsi for vnic_type normal with profile {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:18:27.502919 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-fcce6e28-98c1-4152-87ae-eb4b58b7db03 None None] Attempting to bind port 4e4b0587-3408-44a3-85b8-1c64cc3a5253 by drivers openvswitch,hyperv on host dv-cinder-854265-2-iscsi at level 0 using segments [{'id': '493ef3e3-dab5-4ae2-86c2-b1afe085249a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'fbb73d51-6198-4533-9ca3-ddf60eccf252'}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:18:27.503336 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcce6e28-98c1-4152-87ae-eb4b58b7db03 None None] Attempting to bind port 4e4b0587-3408-44a3-85b8-1c64cc3a5253 on network fbb73d51-6198-4533-9ca3-ddf60eccf252 {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:18:27.511488 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcce6e28-98c1-4152-87ae-eb4b58b7db03 None None] Checking agent: {'id': 'e0fa4f30-19e6-45a9-8914-5f6bf4441601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17, 58), 'started_at': datetime.datetime(2022, 8, 30, 4, 17, 58), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:18:27.511877 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcce6e28-98c1-4152-87ae-eb4b58b7db03 None None] Checking segment: {'id': '493ef3e3-dab5-4ae2-86c2-b1afe085249a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'fbb73d51-6198-4533-9ca3-ddf60eccf252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:18:27.512357 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-fcce6e28-98c1-4152-87ae-eb4b58b7db03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:27.512738 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcce6e28-98c1-4152-87ae-eb4b58b7db03 None None] Bound using segment: {'id': '493ef3e3-dab5-4ae2-86c2-b1afe085249a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'fbb73d51-6198-4533-9ca3-ddf60eccf252'} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:18:27.513236 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-fcce6e28-98c1-4152-87ae-eb4b58b7db03 None None] Bound port: 4e4b0587-3408-44a3-85b8-1c64cc3a5253, host: dv-cinder-854265-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '493ef3e3-dab5-4ae2-86c2-b1afe085249a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'fbb73d51-6198-4533-9ca3-ddf60eccf252'}}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:18:27.513606 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-fcce6e28-98c1-4152-87ae-eb4b58b7db03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (4e4b0587-3408-44a3-85b8-1c64cc3a5253), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:27.517347 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf2551f-3150-46c3-b8ba-4f4f3166f264 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:27.517685 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf2551f-3150-46c3-b8ba-4f4f3166f264 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:27.518038 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf2551f-3150-46c3-b8ba-4f4f3166f264 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:27.518387 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf2551f-3150-46c3-b8ba-4f4f3166f264 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:27.518706 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf2551f-3150-46c3-b8ba-4f4f3166f264 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:27.519025 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf2551f-3150-46c3-b8ba-4f4f3166f264 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:27.519342 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf2551f-3150-46c3-b8ba-4f4f3166f264 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:27.519656 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf2551f-3150-46c3-b8ba-4f4f3166f264 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:27.519970 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf2551f-3150-46c3-b8ba-4f4f3166f264 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:27.520290 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf2551f-3150-46c3-b8ba-4f4f3166f264 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:27.520603 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf2551f-3150-46c3-b8ba-4f4f3166f264 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:27.520935 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf2551f-3150-46c3-b8ba-4f4f3166f264 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:27.521274 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf2551f-3150-46c3-b8ba-4f4f3166f264 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:27.521586 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf2551f-3150-46c3-b8ba-4f4f3166f264 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:27.521899 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf2551f-3150-46c3-b8ba-4f4f3166f264 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:18:27.523273 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf2551f-3150-46c3-b8ba-4f4f3166f264 None None] Tracked resource versions report: Aug 30 04:18:27.523273 dv-cinder-854265-2-iscsi neutron-server[106260]: pushed versions: Aug 30 04:18:27.523273 dv-cinder-854265-2-iscsi neutron-server[106260]: { 'AddressGroup': {'1.2'}, Aug 30 04:18:27.523273 dv-cinder-854265-2-iscsi neutron-server[106260]: 'Agent': {'1.1'}, Aug 30 04:18:27.523273 dv-cinder-854265-2-iscsi neutron-server[106260]: 'ConntrackHelper': {'1.0'}, Aug 30 04:18:27.523273 dv-cinder-854265-2-iscsi neutron-server[106260]: 'LocalIPAssociation': {'1.0'}, Aug 30 04:18:27.523273 dv-cinder-854265-2-iscsi neutron-server[106260]: 'Log': {'1.0'}, Aug 30 04:18:27.523273 dv-cinder-854265-2-iscsi neutron-server[106260]: 'NDPProxy': {'1.0'}, Aug 30 04:18:27.523273 dv-cinder-854265-2-iscsi neutron-server[106260]: 'Network': {'1.1'}, Aug 30 04:18:27.523273 dv-cinder-854265-2-iscsi neutron-server[106260]: 'Port': {'1.7'}, Aug 30 04:18:27.523273 dv-cinder-854265-2-iscsi neutron-server[106260]: 'PortForwarding': {'1.3'}, Aug 30 04:18:27.523273 dv-cinder-854265-2-iscsi neutron-server[106260]: 'QosPolicy': {'1.10'}, Aug 30 04:18:27.523273 dv-cinder-854265-2-iscsi neutron-server[106260]: 'SecurityGroup': {'1.5'}, Aug 30 04:18:27.523273 dv-cinder-854265-2-iscsi neutron-server[106260]: 'SecurityGroupRule': {'1.2'}, Aug 30 04:18:27.523273 dv-cinder-854265-2-iscsi neutron-server[106260]: 'SubPort': {'1.0'}, Aug 30 04:18:27.523273 dv-cinder-854265-2-iscsi neutron-server[106260]: 'Subnet': {'1.1'}, Aug 30 04:18:27.523273 dv-cinder-854265-2-iscsi neutron-server[106260]: 'Trunk': {'1.1'}} Aug 30 04:18:27.523273 dv-cinder-854265-2-iscsi neutron-server[106260]: consumer versions: Aug 30 04:18:27.523273 dv-cinder-854265-2-iscsi neutron-server[106260]: { DHCP agent@dv-cinder-854265-2-iscsi: {}, Aug 30 04:18:27.523273 dv-cinder-854265-2-iscsi neutron-server[106260]: L3 agent@dv-cinder-854265-2-iscsi: {}, Aug 30 04:18:27.523273 dv-cinder-854265-2-iscsi neutron-server[106260]: Metadata agent@dv-cinder-854265-2-iscsi: {}, Aug 30 04:18:27.523273 dv-cinder-854265-2-iscsi neutron-server[106260]: Metering agent@dv-cinder-854265-2-iscsi: {}, Aug 30 04:18:27.523273 dv-cinder-854265-2-iscsi neutron-server[106260]: Open vSwitch agent@dv-cinder-854265-2-iscsi: { 'AddressGroup': '1.2', Aug 30 04:18:27.523273 dv-cinder-854265-2-iscsi neutron-server[106260]: 'Agent': '1.1', Aug 30 04:18:27.523273 dv-cinder-854265-2-iscsi neutron-server[106260]: 'ConntrackHelper': '1.0', Aug 30 04:18:27.523273 dv-cinder-854265-2-iscsi neutron-server[106260]: 'LocalIPAssociation': '1.0', Aug 30 04:18:27.523273 dv-cinder-854265-2-iscsi neutron-server[106260]: 'Log': '1.0', Aug 30 04:18:27.523273 dv-cinder-854265-2-iscsi neutron-server[106260]: 'NDPProxy': '1.0', Aug 30 04:18:27.523273 dv-cinder-854265-2-iscsi neutron-server[106260]: 'Network': '1.1', Aug 30 04:18:27.523273 dv-cinder-854265-2-iscsi neutron-server[106260]: 'Port': '1.7', Aug 30 04:18:27.523273 dv-cinder-854265-2-iscsi neutron-server[106260]: 'PortForwarding': '1.3', Aug 30 04:18:27.523273 dv-cinder-854265-2-iscsi neutron-server[106260]: 'QosPolicy': '1.10', Aug 30 04:18:27.523273 dv-cinder-854265-2-iscsi neutron-server[106260]: 'SecurityGroup': '1.5', Aug 30 04:18:27.523273 dv-cinder-854265-2-iscsi neutron-server[106260]: 'SecurityGroupRule': '1.2', Aug 30 04:18:27.523273 dv-cinder-854265-2-iscsi neutron-server[106260]: 'SubPort': '1.0', Aug 30 04:18:27.523273 dv-cinder-854265-2-iscsi neutron-server[106260]: 'Subnet': '1.1', Aug 30 04:18:27.523273 dv-cinder-854265-2-iscsi neutron-server[106260]: 'Trunk': '1.1'}} Aug 30 04:18:27.523273 dv-cinder-854265-2-iscsi neutron-server[106260]: {{(pid=106260) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 04:18:27.592928 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-fcce6e28-98c1-4152-87ae-eb4b58b7db03 None None] For port 4e4b0587-3408-44a3-85b8-1c64cc3a5253, host dv-cinder-854265-2-iscsi, cleared binding levels {{(pid=106260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:18:27.595809 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:27.613928 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-fcce6e28-98c1-4152-87ae-eb4b58b7db03 None None] For port 4e4b0587-3408-44a3-85b8-1c64cc3a5253, host dv-cinder-854265-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=4e4b0587-3408-44a3-85b8-1c64cc3a5253,segment=NetworkSegment(493ef3e3-dab5-4ae2-86c2-b1afe085249a),segment_id=493ef3e3-dab5-4ae2-86c2-b1afe085249a)] {{(pid=106260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:18:27.620825 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-fcce6e28-98c1-4152-87ae-eb4b58b7db03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (4e4b0587-3408-44a3-85b8-1c64cc3a5253), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:27.657860 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcce6e28-98c1-4152-87ae-eb4b58b7db03 None None] Routers {'469aba56-7661-44bc-b978-8a4544a97419'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:18:27.658472 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-fcce6e28-98c1-4152-87ae-eb4b58b7db03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:18:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['469aba56-7661-44bc-b978-8a4544a97419'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:18:27.704725 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:27.734511 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2551f-3150-46c3-b8ba-4f4f3166f264 None None] Pushing event updated for resources: {'Port': ['ID=4e4b0587-3408-44a3-85b8-1c64cc3a5253,revision_number=4']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:27.757758 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-fcce6e28-98c1-4152-87ae-eb4b58b7db03 None None] Set router 469aba56-7661-44bc-b978-8a4544a97419 gateway port host: None {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:18:27.846280 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:27.952237 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-fcce6e28-98c1-4152-87ae-eb4b58b7db03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469aba56-7661-44bc-b978-8a4544a97419', 'name': 'router1', 'tenant_id': '26661cf5060b4b939d8ab02f9ea45daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:15Z', 'updated_at': '2022-08-30T04:18:25Z', 'revision_number': 2, 'project_id': '26661cf5060b4b939d8ab02f9ea45daf', 'gw_port_host': None, '_interfaces': [{'id': '4e4b0587-3408-44a3-85b8-1c64cc3a5253', 'name': '', 'network_id': 'fbb73d51-6198-4533-9ca3-ddf60eccf252', 'tenant_id': '26661cf5060b4b939d8ab02f9ea45daf', 'mac_address': 'fa:16:3e:24:a6:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469aba56-7661-44bc-b978-8a4544a97419', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ff81e1bd-60f9-42ca-b585-347023cbf701', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:24Z', 'updated_at': '2022-08-30T04:18:27Z', 'revision_number': 4, 'project_id': '26661cf5060b4b939d8ab02f9ea45daf', 'subnets': [{'id': 'ff81e1bd-60f9-42ca-b585-347023cbf701', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d761085-d11f-4eb8-8e87-728234255051'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:18:27.976539 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcce6e28-98c1-4152-87ae-eb4b58b7db03 None None] The sync data for ids ['469aba56-7661-44bc-b978-8a4544a97419'] in dv-cinder-854265-2-iscsi is: [{'id': '469aba56-7661-44bc-b978-8a4544a97419', 'name': 'router1', 'tenant_id': '26661cf5060b4b939d8ab02f9ea45daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:15Z', 'updated_at': '2022-08-30T04:18:25Z', 'revision_number': 2, 'project_id': '26661cf5060b4b939d8ab02f9ea45daf', 'gw_port_host': None, '_interfaces': [{'id': '4e4b0587-3408-44a3-85b8-1c64cc3a5253', 'name': '', 'network_id': 'fbb73d51-6198-4533-9ca3-ddf60eccf252', 'tenant_id': '26661cf5060b4b939d8ab02f9ea45daf', 'mac_address': 'fa:16:3e:24:a6:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469aba56-7661-44bc-b978-8a4544a97419', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ff81e1bd-60f9-42ca-b585-347023cbf701', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:24Z', 'updated_at': '2022-08-30T04:18:27Z', 'revision_number': 4, 'project_id': '26661cf5060b4b939d8ab02f9ea45daf', 'subnets': [{'id': 'ff81e1bd-60f9-42ca-b585-347023cbf701', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d761085-d11f-4eb8-8e87-728234255051'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:18:28.039729 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:28.532992 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 47222) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:18:28.927650 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdbafc1-ed10-4de5-9338-1c7c4d16cc03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:18:28.929011 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-5cdbafc1-ed10-4de5-9338-1c7c4d16cc03 admin admin] 10.222.0.85 "GET /networking/v2.0/networks/03964a12-f74f-4d2e-840d-00c949ed3dc4 HTTP/1.1" status: 200 len: 842 time: 0.3949730 Aug 30 04:18:28.939464 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-3f58c034-c2db-40ff-a1f8-bf1283dd5282 admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:18:28.961855 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f58c034-c2db-40ff-a1f8-bf1283dd5282 admin admin] Made reservation on behalf of be2e356bbe7d4680bd52a62e89c77545 for: {'subnet': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:18:28.964320 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3f58c034-c2db-40ff-a1f8-bf1283dd5282 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:29.152033 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:29.157025 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:29.330629 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.objects.ports [None req-3f58c034-c2db-40ff-a1f8-bf1283dd5282 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106258) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 30 04:18:29.331092 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3f58c034-c2db-40ff-a1f8-bf1283dd5282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055'] for subnet (00661445-2d2c-4e5c-8f29-475eaaec65d5), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:29.389862 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f58c034-c2db-40ff-a1f8-bf1283dd5282 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00661445-2d2c-4e5c-8f29-475eaaec65d5,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:29.397552 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f58c034-c2db-40ff-a1f8-bf1283dd5282 admin admin] Checking segment: {'id': 'fa929cc1-394c-4547-9d6d-d932c4c80d18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:18:29.397912 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f58c034-c2db-40ff-a1f8-bf1283dd5282 admin admin] Network hostable DHCP agents. Network: 03964a12-f74f-4d2e-840d-00c949ed3dc4, hostable agents: ['b1b2a880-5f2a-4407-bfda-3b17b5cf16ab'], hosted agents: [] {{(pid=106258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:18:29.415811 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f58c034-c2db-40ff-a1f8-bf1283dd5282 admin admin] Network 03964a12-f74f-4d2e-840d-00c949ed3dc4 is scheduled to be hosted by DHCP agent b1b2a880-5f2a-4407-bfda-3b17b5cf16ab with binding_index 1 {{(pid=106258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:18:29.426535 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-3f58c034-c2db-40ff-a1f8-bf1283dd5282 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-2-iscsi, 03964a12-f74f-4d2e-840d-00c949ed3dc4) {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:18:29.431029 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f58c034-c2db-40ff-a1f8-bf1283dd5282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:18:29.431630 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3f58c034-c2db-40ff-a1f8-bf1283dd5282 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for subnet (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:29.438631 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d4d82d-038c-459a-9c5a-cea21894cc85 None None] Network 03964a12-f74f-4d2e-840d-00c949ed3dc4 requested from dv-cinder-854265-2-iscsi {{(pid=106259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:18:29.449651 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-3f58c034-c2db-40ff-a1f8-bf1283dd5282 admin admin] 10.222.0.85 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5136774 Aug 30 04:18:29.549257 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae783b5-e267-41af-8606-c813ba32b4e8 None None] Network 03964a12-f74f-4d2e-840d-00c949ed3dc4 requested from dv-cinder-854265-2-iscsi {{(pid=106259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:18:31.975468 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 47232) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:18:32.397692 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-5208fa85-891d-4b31-b9f4-aa58a63cd3cd demo admin] 10.222.0.85 "GET /networking/v2.0/routers/469aba56-7661-44bc-b978-8a4544a97419 HTTP/1.1" status: 200 len: 710 time: 0.4211709 Aug 30 04:18:32.489310 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23974a33-7bce-41fd-a468-75e21c293f62 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:18:32.490679 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-23974a33-7bce-41fd-a468-75e21c293f62 demo admin] 10.222.0.85 "GET /networking/v2.0/networks/03964a12-f74f-4d2e-840d-00c949ed3dc4 HTTP/1.1" status: 200 len: 886 time: 0.0872200 Aug 30 04:18:32.500589 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-7a7e26c2-44cc-41ea-ac8c-9a9b19f63454 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'}}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:18:32.740531 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7a7e26c2-44cc-41ea-ac8c-9a9b19f63454 demo admin] Publish callbacks [] for router_gateway (469aba56-7661-44bc-b978-8a4544a97419), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:32.933906 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:32.972123 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7a7e26c2-44cc-41ea-ac8c-9a9b19f63454 demo admin] Publish callbacks [] for router_gateway (469aba56-7661-44bc-b978-8a4544a97419), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:33.054660 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7a7e26c2-44cc-41ea-ac8c-9a9b19f63454 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:33.142773 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:33.173843 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [None req-7a7e26c2-44cc-41ea-ac8c-9a9b19f63454 demo admin] Allocated IP 172.27.1.189 (03964a12-f74f-4d2e-840d-00c949ed3dc4/00661445-2d2c-4e5c-8f29-475eaaec65d5/087259b4-103d-4e81-ba08-f4a511a2ee14) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:18:33.276000 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7a7e26c2-44cc-41ea-ac8c-9a9b19f63454 demo admin] Publish callbacks [] for port (087259b4-103d-4e81-ba08-f4a511a2ee14), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:33.306350 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7a7e26c2-44cc-41ea-ac8c-9a9b19f63454 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758'] for port (087259b4-103d-4e81-ba08-f4a511a2ee14), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:33.349057 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7e26c2-44cc-41ea-ac8c-9a9b19f63454 demo admin] Network 03964a12-f74f-4d2e-840d-00c949ed3dc4 is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:18:33.352213 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-7a7e26c2-44cc-41ea-ac8c-9a9b19f63454 demo admin] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:18:33.354695 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7e26c2-44cc-41ea-ac8c-9a9b19f63454 demo admin] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:18:33.359783 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7e26c2-44cc-41ea-ac8c-9a9b19f63454 demo admin] Pushing event updated for resources: {'Port': ['ID=087259b4-103d-4e81-ba08-f4a511a2ee14,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:33.632954 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 4e4b0587-3408-44a3-85b8-1c64cc3a5253 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:18:33.687799 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7a7e26c2-44cc-41ea-ac8c-9a9b19f63454 demo admin] Publish callbacks [] for router_gateway (469aba56-7661-44bc-b978-8a4544a97419), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:33.688262 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port 4e4b0587-3408-44a3-85b8-1c64cc3a5253 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:18:33.688664 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (4e4b0587-3408-44a3-85b8-1c64cc3a5253), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:33.765336 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port 4e4b0587-3408-44a3-85b8-1c64cc3a5253 is: DOWN; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:18:33.765821 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (4e4b0587-3408-44a3-85b8-1c64cc3a5253), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:33.796286 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:33.800793 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] For port 4e4b0587-3408-44a3-85b8-1c64cc3a5253, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=4e4b0587-3408-44a3-85b8-1c64cc3a5253,segment=NetworkSegment(493ef3e3-dab5-4ae2-86c2-b1afe085249a),segment_id=493ef3e3-dab5-4ae2-86c2-b1afe085249a)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:18:33.805024 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (4e4b0587-3408-44a3-85b8-1c64cc3a5253), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:33.852078 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Pushing event updated for resources: {'Port': ['ID=4e4b0587-3408-44a3-85b8-1c64cc3a5253,revision_number=5']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:33.882805 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7a7e26c2-44cc-41ea-ac8c-9a9b19f63454 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-696007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6505'] for router (469aba56-7661-44bc-b978-8a4544a97419), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:33.886550 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7a7e26c2-44cc-41ea-ac8c-9a9b19f63454 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-696628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-696621', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-696060'] for router (469aba56-7661-44bc-b978-8a4544a97419), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:33.888193 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:33.993020 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a7e26c2-44cc-41ea-ac8c-9a9b19f63454 demo admin] Router 469aba56-7661-44bc-b978-8a4544a97419 has already been hosted by L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 {{(pid=106258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:18:34.044357 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:34.095688 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7e26c2-44cc-41ea-ac8c-9a9b19f63454 demo admin] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:18:34.099889 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7a7e26c2-44cc-41ea-ac8c-9a9b19f63454 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:34.101381 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-7a7e26c2-44cc-41ea-ac8c-9a9b19f63454 demo admin] 10.222.0.85 "PUT /networking/v2.0/routers/469aba56-7661-44bc-b978-8a4544a97419 HTTP/1.1" status: 200 len: 890 time: 1.6038718 Aug 30 04:18:34.424841 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1402a483-672e-4c63-87e0-03fcee159bd7 None None] Sync routers for ids ['469aba56-7661-44bc-b978-8a4544a97419'] in dv-cinder-854265-2-iscsi {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:18:34.437948 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1402a483-672e-4c63-87e0-03fcee159bd7 None None] Routers {'469aba56-7661-44bc-b978-8a4544a97419'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:18:34.438606 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-1402a483-672e-4c63-87e0-03fcee159bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:18:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['469aba56-7661-44bc-b978-8a4544a97419'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:18:34.647927 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-1402a483-672e-4c63-87e0-03fcee159bd7 None None] Set router 469aba56-7661-44bc-b978-8a4544a97419 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:18:34.850879 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:35.020245 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-1402a483-672e-4c63-87e0-03fcee159bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469aba56-7661-44bc-b978-8a4544a97419', 'name': 'router1', 'tenant_id': '26661cf5060b4b939d8ab02f9ea45daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '087259b4-103d-4e81-ba08-f4a511a2ee14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:15Z', 'updated_at': '2022-08-30T04:18:33Z', 'revision_number': 4, 'project_id': '26661cf5060b4b939d8ab02f9ea45daf', 'gw_port': {'id': '087259b4-103d-4e81-ba08-f4a511a2ee14', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:bf:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469aba56-7661-44bc-b978-8a4544a97419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:33Z', 'updated_at': '2022-08-30T04:18:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': '4e4b0587-3408-44a3-85b8-1c64cc3a5253', 'name': '', 'network_id': 'fbb73d51-6198-4533-9ca3-ddf60eccf252', 'tenant_id': '26661cf5060b4b939d8ab02f9ea45daf', 'mac_address': 'fa:16:3e:24:a6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469aba56-7661-44bc-b978-8a4544a97419', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ff81e1bd-60f9-42ca-b585-347023cbf701', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:24Z', 'updated_at': '2022-08-30T04:18:33Z', 'revision_number': 5, 'project_id': '26661cf5060b4b939d8ab02f9ea45daf', 'subnets': [{'id': 'ff81e1bd-60f9-42ca-b585-347023cbf701', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d761085-d11f-4eb8-8e87-728234255051'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:18:35.070867 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1402a483-672e-4c63-87e0-03fcee159bd7 None None] Checking router: 469aba56-7661-44bc-b978-8a4544a97419 for host: dv-cinder-854265-2-iscsi {{(pid=106259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:18:35.071236 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1402a483-672e-4c63-87e0-03fcee159bd7 None None] Updating router 469aba56-7661-44bc-b978-8a4544a97419 port 087259b4-103d-4e81-ba08-f4a511a2ee14 binding host dv-cinder-854265-2-iscsi {{(pid=106259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:18:35.198337 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-1402a483-672e-4c63-87e0-03fcee159bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (087259b4-103d-4e81-ba08-f4a511a2ee14), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:35.506920 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-1402a483-672e-4c63-87e0-03fcee159bd7 None None] Publish callbacks [] for port (087259b4-103d-4e81-ba08-f4a511a2ee14), precommit_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:35.512588 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-1402a483-672e-4c63-87e0-03fcee159bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (087259b4-103d-4e81-ba08-f4a511a2ee14), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:35.545822 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-1402a483-672e-4c63-87e0-03fcee159bd7 None None] Attempting to bind port 087259b4-103d-4e81-ba08-f4a511a2ee14 on host dv-cinder-854265-2-iscsi for vnic_type normal with profile {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:18:35.546196 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-1402a483-672e-4c63-87e0-03fcee159bd7 None None] Attempting to bind port 087259b4-103d-4e81-ba08-f4a511a2ee14 by drivers openvswitch,hyperv on host dv-cinder-854265-2-iscsi at level 0 using segments [{'id': 'fa929cc1-394c-4547-9d6d-d932c4c80d18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'}] {{(pid=106259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:18:35.546562 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1402a483-672e-4c63-87e0-03fcee159bd7 None None] Attempting to bind port 087259b4-103d-4e81-ba08-f4a511a2ee14 on network 03964a12-f74f-4d2e-840d-00c949ed3dc4 {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:18:35.561887 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1402a483-672e-4c63-87e0-03fcee159bd7 None None] Checking agent: {'id': 'e0fa4f30-19e6-45a9-8914-5f6bf4441601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17, 58), 'started_at': datetime.datetime(2022, 8, 30, 4, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:18:35.562262 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1402a483-672e-4c63-87e0-03fcee159bd7 None None] Checking segment: {'id': 'fa929cc1-394c-4547-9d6d-d932c4c80d18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:18:35.562660 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-1402a483-672e-4c63-87e0-03fcee159bd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:35.563053 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1402a483-672e-4c63-87e0-03fcee159bd7 None None] Bound using segment: {'id': 'fa929cc1-394c-4547-9d6d-d932c4c80d18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'} {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:18:35.563521 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-1402a483-672e-4c63-87e0-03fcee159bd7 None None] Bound port: 087259b4-103d-4e81-ba08-f4a511a2ee14, host: dv-cinder-854265-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa929cc1-394c-4547-9d6d-d932c4c80d18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'}}] {{(pid=106259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:18:35.563903 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-1402a483-672e-4c63-87e0-03fcee159bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (087259b4-103d-4e81-ba08-f4a511a2ee14), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:35.566622 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e496ae-936c-4c65-bb98-1dc5beaefc22 None None] Pushing event updated for resources: {'Port': ['ID=087259b4-103d-4e81-ba08-f4a511a2ee14,revision_number=2']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:35.617105 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-1402a483-672e-4c63-87e0-03fcee159bd7 None None] For port 087259b4-103d-4e81-ba08-f4a511a2ee14, host dv-cinder-854265-2-iscsi, cleared binding levels {{(pid=106259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:18:35.620538 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-1402a483-672e-4c63-87e0-03fcee159bd7 None None] For port 087259b4-103d-4e81-ba08-f4a511a2ee14, host dv-cinder-854265-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=087259b4-103d-4e81-ba08-f4a511a2ee14,segment=NetworkSegment(fa929cc1-394c-4547-9d6d-d932c4c80d18),segment_id=fa929cc1-394c-4547-9d6d-d932c4c80d18)] {{(pid=106259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:18:35.626841 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-1402a483-672e-4c63-87e0-03fcee159bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (087259b4-103d-4e81-ba08-f4a511a2ee14), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:35.633222 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:35.659411 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 4e4b0587-3408-44a3-85b8-1c64cc3a5253 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:18:35.689812 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1402a483-672e-4c63-87e0-03fcee159bd7 None None] Routers {'469aba56-7661-44bc-b978-8a4544a97419'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:18:35.690438 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-1402a483-672e-4c63-87e0-03fcee159bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:18:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['469aba56-7661-44bc-b978-8a4544a97419'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:18:35.746315 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e496ae-936c-4c65-bb98-1dc5beaefc22 None None] Pushing event updated for resources: {'Port': ['ID=087259b4-103d-4e81-ba08-f4a511a2ee14,revision_number=3']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:35.824250 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port 4e4b0587-3408-44a3-85b8-1c64cc3a5253 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:18:35.824561 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (4e4b0587-3408-44a3-85b8-1c64cc3a5253), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:35.846928 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-1402a483-672e-4c63-87e0-03fcee159bd7 None None] Set router 469aba56-7661-44bc-b978-8a4544a97419 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:18:35.936857 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:36.013659 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port 4e4b0587-3408-44a3-85b8-1c64cc3a5253 is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:18:36.089367 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-1402a483-672e-4c63-87e0-03fcee159bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469aba56-7661-44bc-b978-8a4544a97419', 'name': 'router1', 'tenant_id': '26661cf5060b4b939d8ab02f9ea45daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '087259b4-103d-4e81-ba08-f4a511a2ee14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:15Z', 'updated_at': '2022-08-30T04:18:33Z', 'revision_number': 4, 'project_id': '26661cf5060b4b939d8ab02f9ea45daf', 'gw_port': {'id': '087259b4-103d-4e81-ba08-f4a511a2ee14', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:bf:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469aba56-7661-44bc-b978-8a4544a97419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:33Z', 'updated_at': '2022-08-30T04:18:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': '4e4b0587-3408-44a3-85b8-1c64cc3a5253', 'name': '', 'network_id': 'fbb73d51-6198-4533-9ca3-ddf60eccf252', 'tenant_id': '26661cf5060b4b939d8ab02f9ea45daf', 'mac_address': 'fa:16:3e:24:a6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469aba56-7661-44bc-b978-8a4544a97419', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ff81e1bd-60f9-42ca-b585-347023cbf701', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:24Z', 'updated_at': '2022-08-30T04:18:33Z', 'revision_number': 5, 'project_id': '26661cf5060b4b939d8ab02f9ea45daf', 'subnets': [{'id': 'ff81e1bd-60f9-42ca-b585-347023cbf701', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d761085-d11f-4eb8-8e87-728234255051'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:18:36.115631 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1402a483-672e-4c63-87e0-03fcee159bd7 None None] The sync data for ids ['469aba56-7661-44bc-b978-8a4544a97419'] in dv-cinder-854265-2-iscsi is: [{'id': '469aba56-7661-44bc-b978-8a4544a97419', 'name': 'router1', 'tenant_id': '26661cf5060b4b939d8ab02f9ea45daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '087259b4-103d-4e81-ba08-f4a511a2ee14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:18:15Z', 'updated_at': '2022-08-30T04:18:33Z', 'revision_number': 4, 'project_id': '26661cf5060b4b939d8ab02f9ea45daf', 'gw_port': {'id': '087259b4-103d-4e81-ba08-f4a511a2ee14', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:bf:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469aba56-7661-44bc-b978-8a4544a97419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:33Z', 'updated_at': '2022-08-30T04:18:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': '4e4b0587-3408-44a3-85b8-1c64cc3a5253', 'name': '', 'network_id': 'fbb73d51-6198-4533-9ca3-ddf60eccf252', 'tenant_id': '26661cf5060b4b939d8ab02f9ea45daf', 'mac_address': 'fa:16:3e:24:a6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469aba56-7661-44bc-b978-8a4544a97419', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ff81e1bd-60f9-42ca-b585-347023cbf701', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:18:24Z', 'updated_at': '2022-08-30T04:18:33Z', 'revision_number': 5, 'project_id': '26661cf5060b4b939d8ab02f9ea45daf', 'subnets': [{'id': 'ff81e1bd-60f9-42ca-b585-347023cbf701', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d761085-d11f-4eb8-8e87-728234255051'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:18:36.680538 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 47246) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:18:37.196583 dv-cinder-854265-2-iscsi neutron-server[106257]: WARNING oslo_policy.policy [None req-8aca9644-28fb-4dee-a63b-100b8a318471 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 04:18:37.197155 dv-cinder-854265-2-iscsi neutron-server[106257]: WARNING oslo_policy.policy [None req-8aca9644-28fb-4dee-a63b-100b8a318471 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 04:18:37.425923 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writer thread running {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 30 04:18:37.475664 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:37.542523 dv-cinder-854265-2-iscsi neutron-server[106257]: ERROR stevedore.extension [None req-8aca9644-28fb-4dee-a63b-100b8a318471 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 30 04:18:37.594740 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.policy [None req-8aca9644-28fb-4dee-a63b-100b8a318471 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106257) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 30 04:18:37.637936 dv-cinder-854265-2-iscsi neutron-server[106257]: WARNING oslo_policy.policy [None req-8aca9644-28fb-4dee-a63b-100b8a318471 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 04:18:37.638326 dv-cinder-854265-2-iscsi neutron-server[106257]: WARNING oslo_policy.policy [None req-8aca9644-28fb-4dee-a63b-100b8a318471 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 04:18:37.640654 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 087259b4-103d-4e81-ba08-f4a511a2ee14 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:18:37.648004 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-8aca9644-28fb-4dee-a63b-100b8a318471 admin admin] 10.222.0.85 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.9655552 Aug 30 04:18:37.691523 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port 087259b4-103d-4e81-ba08-f4a511a2ee14 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:18:37.691919 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (087259b4-103d-4e81-ba08-f4a511a2ee14), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:37.770199 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port 087259b4-103d-4e81-ba08-f4a511a2ee14 is: DOWN; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:18:37.770588 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (087259b4-103d-4e81-ba08-f4a511a2ee14), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:37.792738 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] For port 087259b4-103d-4e81-ba08-f4a511a2ee14, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=087259b4-103d-4e81-ba08-f4a511a2ee14,segment=NetworkSegment(fa929cc1-394c-4547-9d6d-d932c4c80d18),segment_id=fa929cc1-394c-4547-9d6d-d932c4c80d18)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:18:37.796725 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (087259b4-103d-4e81-ba08-f4a511a2ee14), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:37.849773 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Pushing event updated for resources: {'Port': ['ID=087259b4-103d-4e81-ba08-f4a511a2ee14,revision_number=4']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:18:37.954963 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=28 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:37.955666 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=42 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:39.634505 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 087259b4-103d-4e81-ba08-f4a511a2ee14 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:18:39.687167 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port 087259b4-103d-4e81-ba08-f4a511a2ee14 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:18:39.688003 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (087259b4-103d-4e81-ba08-f4a511a2ee14), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:39.771547 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port 087259b4-103d-4e81-ba08-f4a511a2ee14 is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:18:44.091526 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:44.094379 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=22 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:47.518188 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=4 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:47.530478 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:49.765610 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:49.770171 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=66 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:52.907220 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-ddf51463-6fe1-4696-8a84-afa44f81033a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:55.288152 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-8438e00d-4903-4e9b-847a-ca30e370eef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:55.501232 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:55.529810 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:18:56.488136 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:57.853329 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:58.050741 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:18:58.481883 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.agents_db [None req-600259de-68db-4343-b4d4-64e31eed30fa None None] Agent healthcheck: found 5 active agents {{(pid=106260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:19:08.043343 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:08.046406 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:08.477935 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:22.925974 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-76264dc9-cc5e-42be-b3b5-3c5e2236cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:25.277097 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-3b42b840-29d9-45d6-9213-9f83b88853a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:26.489311 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:27.849348 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:28.052488 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:32.497424 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:32.503447 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:35.480845 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.agents_db [None req-600259de-68db-4343-b4d4-64e31eed30fa None None] Agent healthcheck: found 5 active agents {{(pid=106260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:19:38.042452 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:38.049398 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:51.479238 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:51.480088 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:19:52.892415 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7b5bff6e-9953-495b-a4af-e9eda59dd657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:55.272392 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-8299e710-51b5-4785-9aac-7e3c1b772304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:56.492595 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:57.845500 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:19:58.053500 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:01.791778 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 47794) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:02.146304 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.pecan_wsgi.hooks.translation [None req-62600ecf-f845-48a7-b938-ff02bca54ee3 admin admin] GET failed (client error): The resource could not be found. Aug 30 04:20:02.148180 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-62600ecf-f845-48a7-b938-ff02bca54ee3 admin admin] 10.222.0.85 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3554595 Aug 30 04:20:02.362673 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62a866b-eedc-4601-a272-a34e4a684edf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:02.364054 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-d62a866b-eedc-4601-a272-a34e4a684edf admin admin] 10.222.0.85 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.2115936 Aug 30 04:20:04.738451 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 47804) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:05.115431 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1fd0fe-bcbd-4715-9fa9-6858f4c9a010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:05.116848 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-be1fd0fe-bcbd-4715-9fa9-6858f4c9a010 admin admin] 10.222.0.85 "GET /networking/v2.0/subnets/ff81e1bd-60f9-42ca-b585-347023cbf701 HTTP/1.1" status: 200 len: 849 time: 0.3774486 Aug 30 04:20:05.126812 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-00213d65-3646-4b88-956c-9aa6a64fa8d7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:20:05.212847 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-00213d65-3646-4b88-956c-9aa6a64fa8d7 admin admin] Publish callbacks [] for subnet (ff81e1bd-60f9-42ca-b585-347023cbf701), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:05.361630 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-00213d65-3646-4b88-956c-9aa6a64fa8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785261007499'] for subnet (ff81e1bd-60f9-42ca-b585-347023cbf701), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:05.392156 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00213d65-3646-4b88-956c-9aa6a64fa8d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:05.392761 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-00213d65-3646-4b88-956c-9aa6a64fa8d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for subnet (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:05.394088 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-00213d65-3646-4b88-956c-9aa6a64fa8d7 admin admin] 10.222.0.85 "PUT /networking/v2.0/subnets/ff81e1bd-60f9-42ca-b585-347023cbf701 HTTP/1.1" status: 200 len: 868 time: 0.2713141 Aug 30 04:20:05.397063 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ba0be5-d9d1-4356-8ec8-4f17e483ddef None None] Network fbb73d51-6198-4533-9ca3-ddf60eccf252 requested from dv-cinder-854265-2-iscsi {{(pid=106259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:20:05.420434 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00213d65-3646-4b88-956c-9aa6a64fa8d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff81e1bd-60f9-42ca-b585-347023cbf701,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:20:05.429596 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00213d65-3646-4b88-956c-9aa6a64fa8d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:05.429942 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00213d65-3646-4b88-956c-9aa6a64fa8d7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:05.430324 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00213d65-3646-4b88-956c-9aa6a64fa8d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:05.430782 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00213d65-3646-4b88-956c-9aa6a64fa8d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:05.431116 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00213d65-3646-4b88-956c-9aa6a64fa8d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:05.431443 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00213d65-3646-4b88-956c-9aa6a64fa8d7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:05.431768 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00213d65-3646-4b88-956c-9aa6a64fa8d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:05.432091 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00213d65-3646-4b88-956c-9aa6a64fa8d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:05.432421 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00213d65-3646-4b88-956c-9aa6a64fa8d7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:05.432742 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00213d65-3646-4b88-956c-9aa6a64fa8d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:05.433095 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00213d65-3646-4b88-956c-9aa6a64fa8d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:05.433414 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00213d65-3646-4b88-956c-9aa6a64fa8d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:05.433736 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00213d65-3646-4b88-956c-9aa6a64fa8d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:05.434051 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00213d65-3646-4b88-956c-9aa6a64fa8d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:05.434364 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00213d65-3646-4b88-956c-9aa6a64fa8d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:20:05.765760 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-f92c4884-1e39-4c13-a9ac-a2940dd44847 None None] Provisioning complete for port 4e4b0587-3408-44a3-85b8-1c64cc3a5253 triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:20:05.766152 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-f92c4884-1e39-4c13-a9ac-a2940dd44847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (4e4b0587-3408-44a3-85b8-1c64cc3a5253), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:05.839818 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-f92c4884-1e39-4c13-a9ac-a2940dd44847 None None] Current status of the port 4e4b0587-3408-44a3-85b8-1c64cc3a5253 is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:20:05.847847 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-f92c4884-1e39-4c13-a9ac-a2940dd44847 None None] Provisioning complete for port 44001f11-ab32-451a-8c5a-a823acb454f7 triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:20:05.848233 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-f92c4884-1e39-4c13-a9ac-a2940dd44847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (44001f11-ab32-451a-8c5a-a823acb454f7), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:05.923316 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-f92c4884-1e39-4c13-a9ac-a2940dd44847 None None] Current status of the port 44001f11-ab32-451a-8c5a-a823acb454f7 is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:20:07.770383 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 47814) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:08.267932 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73eb1e8-bae8-4d72-94b9-3ba87ed2fa8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:08.268405 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73eb1e8-bae8-4d72-94b9-3ba87ed2fa8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:08.269994 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-f73eb1e8-bae8-4d72-94b9-3ba87ed2fa8d admin admin] 10.222.0.85 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.4986694 Aug 30 04:20:09.482027 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:09.487212 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=5 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:10.623949 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 47822) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:11.035801 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0187bdc-3fcb-49cb-a8a3-5036668d2bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:11.036270 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0187bdc-3fcb-49cb-a8a3-5036668d2bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:11.037861 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-a0187bdc-3fcb-49cb-a8a3-5036668d2bed admin admin] 10.222.0.85 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.4129713 Aug 30 04:20:12.355467 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=13 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:12.358835 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=12 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:12.479297 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.agents_db [None req-600259de-68db-4343-b4d4-64e31eed30fa None None] Agent healthcheck: found 5 active agents {{(pid=106260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:20:13.428049 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 47832) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:13.846031 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0aff96-7d65-4305-81ac-6485147750f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:13.847414 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-ad0aff96-7d65-4305-81ac-6485147750f1 admin admin] 10.222.0.85 "GET /networking/v2.0/networks/03964a12-f74f-4d2e-840d-00c949ed3dc4 HTTP/1.1" status: 200 len: 886 time: 0.4185290 Aug 30 04:20:15.919902 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=51,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:15.922341 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=41,neutron:UPDATE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:16.202111 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 47840) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:16.613668 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db959d85-329f-462e-84bd-8fc0f2e4cbb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:16.615114 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-db959d85-329f-462e-84bd-8fc0f2e4cbb3 admin admin] 10.222.0.85 "GET /networking/v2.0/networks/fbb73d51-6198-4533-9ca3-ddf60eccf252 HTTP/1.1" status: 200 len: 870 time: 0.4120395 Aug 30 04:20:18.952456 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 47848) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:19.403636 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:19.474261 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:19.481488 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6b8525-bb79-4e39-9aa0-b1690aed47e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:19.481943 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6b8525-bb79-4e39-9aa0-b1690aed47e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:19.483488 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-dd6b8525-bb79-4e39-9aa0-b1690aed47e3 admin admin] 10.222.0.85 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5300617 Aug 30 04:20:21.800975 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 47856) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:22.277560 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b451aabe-76a3-42af-a94c-559b78d3ae81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:22.278012 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b451aabe-76a3-42af-a94c-559b78d3ae81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:22.279542 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-b451aabe-76a3-42af-a94c-559b78d3ae81 admin admin] 10.222.0.85 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4772284 Aug 30 04:20:22.475869 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:22.476638 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:22.894951 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-cb8abab7-41bb-4a9d-94fd-212577406f94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:24.607488 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 47864) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:24.968288 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db9a162-eea9-427d-baa4-2e0abc5acec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:24.969639 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-9db9a162-eea9-427d-baa4-2e0abc5acec2 admin admin] 10.222.0.85 "GET /networking/v2.0/subnets/00661445-2d2c-4e5c-8f29-475eaaec65d5 HTTP/1.1" status: 200 len: 816 time: 0.3612132 Aug 30 04:20:25.275590 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-5e0228f2-75af-4a15-b2ea-b8c40395dda7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:26.492678 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:27.313409 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 47872) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:27.730404 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3024cb-6cd9-4a9c-863f-7f3c6ad95c45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:27.731765 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-0d3024cb-6cd9-4a9c-863f-7f3c6ad95c45 admin admin] 10.222.0.85 "GET /networking/v2.0/subnets/ff81e1bd-60f9-42ca-b585-347023cbf701 HTTP/1.1" status: 200 len: 868 time: 0.4173748 Aug 30 04:20:27.850791 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:28.056138 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:34.958417 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=10 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:34.965224 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=16 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:37.715116 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=7 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:37.725389 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=6 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:38.050427 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=9 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:38.051705 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:49.479475 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.agents_db [None req-600259de-68db-4343-b4d4-64e31eed30fa None None] Agent healthcheck: found 5 active agents {{(pid=106260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:20:51.265997 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=15 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:52.887857 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2a6bc868-4832-4890-8751-6778d4e41da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:55.282472 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2564e248-5d1a-45f7-97f3-4f86e5a5f334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:56.463238 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 47928) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:56.496777 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:56.913904 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [None req-f53b47d3-57de-4a8e-8ac2-3062ff904b46 admin admin] http://10.222.0.85:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106257) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 04:20:56.914966 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-f53b47d3-57de-4a8e-8ac2-3062ff904b46 admin admin] 10.222.0.85 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4507682 Aug 30 04:20:57.856856 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:58.060872 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:20:59.343388 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 47936) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:20:59.475082 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=19 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:20:59.686254 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.pecan_wsgi.hooks.translation [None req-007c9b2e-6e5d-4098-9354-a2ee7d1711b8 admin admin] GET failed (client error): The resource could not be found. Aug 30 04:20:59.687581 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-007c9b2e-6e5d-4098-9354-a2ee7d1711b8 admin admin] 10.222.0.85 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3432810 Aug 30 04:20:59.779237 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51057ed8-6774-4608-8dd9-37b368d61955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:20:59.780875 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-51057ed8-6774-4608-8dd9-37b368d61955 admin admin] 10.222.0.85 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0889430 Aug 30 04:21:02.183875 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 47944) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:21:02.515361 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-a6b8a8e6-302a-42ee-a6c3-f17eb6495cb5 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:21:02.554228 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b8a8e6-302a-42ee-a6c3-f17eb6495cb5 admin admin] Made reservation on behalf of be2e356bbe7d4680bd52a62e89c77545 for: {'network': 1} {{(pid=106257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:21:02.557220 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a6b8a8e6-302a-42ee-a6c3-f17eb6495cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for network (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:02.601125 dv-cinder-854265-2-iscsi neutron-server[106257]: WARNING neutron.services.revisions.revision_plugin [None req-a6b8a8e6-302a-42ee-a6c3-f17eb6495cb5 admin admin] Could not find related network for resource to bump revision. Aug 30 04:21:02.620981 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6b8a8e6-302a-42ee-a6c3-f17eb6495cb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=106257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 04:21:02.636946 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a6b8a8e6-302a-42ee-a6c3-f17eb6495cb5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785261144634', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3898234'] for segment (ca78b131-4d4b-4eb1-99ce-4715fdf3d586), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:02.637451 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a6b8a8e6-302a-42ee-a6c3-f17eb6495cb5 admin admin] Unsubscribe: segment precommit_create {{(pid=106257) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 30 04:21:02.637956 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.db.segments_db [None req-a6b8a8e6-302a-42ee-a6c3-f17eb6495cb5 admin admin] Added segment ca78b131-4d4b-4eb1-99ce-4715fdf3d586 of type vlan for network e404c532-4550-40b0-8003-923347890a41 Aug 30 04:21:02.692546 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a6b8a8e6-302a-42ee-a6c3-f17eb6495cb5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260646229'] for network (e404c532-4550-40b0-8003-923347890a41), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:02.730504 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a6b8a8e6-302a-42ee-a6c3-f17eb6495cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055'] for network (e404c532-4550-40b0-8003-923347890a41), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:02.731650 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b8a8e6-302a-42ee-a6c3-f17eb6495cb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:02.732246 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a6b8a8e6-302a-42ee-a6c3-f17eb6495cb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for network (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:02.772211 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-a6b8a8e6-302a-42ee-a6c3-f17eb6495cb5 admin admin] 10.222.0.85 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.5872233 Aug 30 04:21:02.871183 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b8a8e6-302a-42ee-a6c3-f17eb6495cb5 admin admin] Pushing event updated for resources: {'Network': ['ID=e404c532-4550-40b0-8003-923347890a41,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:02.881858 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b8a8e6-302a-42ee-a6c3-f17eb6495cb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:02.882120 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b8a8e6-302a-42ee-a6c3-f17eb6495cb5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:02.882448 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b8a8e6-302a-42ee-a6c3-f17eb6495cb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:02.882786 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b8a8e6-302a-42ee-a6c3-f17eb6495cb5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:02.883119 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b8a8e6-302a-42ee-a6c3-f17eb6495cb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:02.883486 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b8a8e6-302a-42ee-a6c3-f17eb6495cb5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:02.883776 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b8a8e6-302a-42ee-a6c3-f17eb6495cb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:02.884100 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b8a8e6-302a-42ee-a6c3-f17eb6495cb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:02.884431 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b8a8e6-302a-42ee-a6c3-f17eb6495cb5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:02.884757 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b8a8e6-302a-42ee-a6c3-f17eb6495cb5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:02.885119 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b8a8e6-302a-42ee-a6c3-f17eb6495cb5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:02.885480 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b8a8e6-302a-42ee-a6c3-f17eb6495cb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:02.885788 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b8a8e6-302a-42ee-a6c3-f17eb6495cb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:02.886115 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b8a8e6-302a-42ee-a6c3-f17eb6495cb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:02.886432 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b8a8e6-302a-42ee-a6c3-f17eb6495cb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:02.887885 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b8a8e6-302a-42ee-a6c3-f17eb6495cb5 admin admin] Tracked resource versions report: Aug 30 04:21:02.887885 dv-cinder-854265-2-iscsi neutron-server[106257]: pushed versions: Aug 30 04:21:02.887885 dv-cinder-854265-2-iscsi neutron-server[106257]: { 'AddressGroup': {'1.2'}, Aug 30 04:21:02.887885 dv-cinder-854265-2-iscsi neutron-server[106257]: 'Agent': {'1.1'}, Aug 30 04:21:02.887885 dv-cinder-854265-2-iscsi neutron-server[106257]: 'ConntrackHelper': {'1.0'}, Aug 30 04:21:02.887885 dv-cinder-854265-2-iscsi neutron-server[106257]: 'LocalIPAssociation': {'1.0'}, Aug 30 04:21:02.887885 dv-cinder-854265-2-iscsi neutron-server[106257]: 'Log': {'1.0'}, Aug 30 04:21:02.887885 dv-cinder-854265-2-iscsi neutron-server[106257]: 'NDPProxy': {'1.0'}, Aug 30 04:21:02.887885 dv-cinder-854265-2-iscsi neutron-server[106257]: 'Network': {'1.1'}, Aug 30 04:21:02.887885 dv-cinder-854265-2-iscsi neutron-server[106257]: 'Port': {'1.7'}, Aug 30 04:21:02.887885 dv-cinder-854265-2-iscsi neutron-server[106257]: 'PortForwarding': {'1.3'}, Aug 30 04:21:02.887885 dv-cinder-854265-2-iscsi neutron-server[106257]: 'QosPolicy': {'1.10'}, Aug 30 04:21:02.887885 dv-cinder-854265-2-iscsi neutron-server[106257]: 'SecurityGroup': {'1.5'}, Aug 30 04:21:02.887885 dv-cinder-854265-2-iscsi neutron-server[106257]: 'SecurityGroupRule': {'1.2'}, Aug 30 04:21:02.887885 dv-cinder-854265-2-iscsi neutron-server[106257]: 'SubPort': {'1.0'}, Aug 30 04:21:02.887885 dv-cinder-854265-2-iscsi neutron-server[106257]: 'Subnet': {'1.1'}, Aug 30 04:21:02.887885 dv-cinder-854265-2-iscsi neutron-server[106257]: 'Trunk': {'1.1'}} Aug 30 04:21:02.887885 dv-cinder-854265-2-iscsi neutron-server[106257]: consumer versions: Aug 30 04:21:02.887885 dv-cinder-854265-2-iscsi neutron-server[106257]: { DHCP agent@dv-cinder-854265-2-iscsi: {}, Aug 30 04:21:02.887885 dv-cinder-854265-2-iscsi neutron-server[106257]: L3 agent@dv-cinder-854265-2-iscsi: {}, Aug 30 04:21:02.887885 dv-cinder-854265-2-iscsi neutron-server[106257]: Metadata agent@dv-cinder-854265-2-iscsi: {}, Aug 30 04:21:02.887885 dv-cinder-854265-2-iscsi neutron-server[106257]: Metering agent@dv-cinder-854265-2-iscsi: {}, Aug 30 04:21:02.887885 dv-cinder-854265-2-iscsi neutron-server[106257]: Open vSwitch agent@dv-cinder-854265-2-iscsi: { 'AddressGroup': '1.2', Aug 30 04:21:02.887885 dv-cinder-854265-2-iscsi neutron-server[106257]: 'Agent': '1.1', Aug 30 04:21:02.887885 dv-cinder-854265-2-iscsi neutron-server[106257]: 'ConntrackHelper': '1.0', Aug 30 04:21:02.887885 dv-cinder-854265-2-iscsi neutron-server[106257]: 'LocalIPAssociation': '1.0', Aug 30 04:21:02.887885 dv-cinder-854265-2-iscsi neutron-server[106257]: 'Log': '1.0', Aug 30 04:21:02.887885 dv-cinder-854265-2-iscsi neutron-server[106257]: 'NDPProxy': '1.0', Aug 30 04:21:02.887885 dv-cinder-854265-2-iscsi neutron-server[106257]: 'Network': '1.1', Aug 30 04:21:02.887885 dv-cinder-854265-2-iscsi neutron-server[106257]: 'Port': '1.7', Aug 30 04:21:02.887885 dv-cinder-854265-2-iscsi neutron-server[106257]: 'PortForwarding': '1.3', Aug 30 04:21:02.887885 dv-cinder-854265-2-iscsi neutron-server[106257]: 'QosPolicy': '1.10', Aug 30 04:21:02.887885 dv-cinder-854265-2-iscsi neutron-server[106257]: 'SecurityGroup': '1.5', Aug 30 04:21:02.887885 dv-cinder-854265-2-iscsi neutron-server[106257]: 'SecurityGroupRule': '1.2', Aug 30 04:21:02.887885 dv-cinder-854265-2-iscsi neutron-server[106257]: 'SubPort': '1.0', Aug 30 04:21:02.887885 dv-cinder-854265-2-iscsi neutron-server[106257]: 'Subnet': '1.1', Aug 30 04:21:02.887885 dv-cinder-854265-2-iscsi neutron-server[106257]: 'Trunk': '1.1'}} Aug 30 04:21:02.887885 dv-cinder-854265-2-iscsi neutron-server[106257]: {{(pid=106257) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 04:21:02.920528 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Network e404c532-4550-40b0-8003-923347890a41 details requested by agent ovs-agent-dv-cinder-854265-2-iscsi with host dv-cinder-854265-2-iscsi {{(pid=106259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:21:05.159725 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 47958) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:21:05.507616 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.pecan_wsgi.hooks.translation [None req-c251ba28-29e2-4811-8a12-1ae29b1acaef admin admin] GET failed (client error): The resource could not be found. Aug 30 04:21:05.508888 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-c251ba28-29e2-4811-8a12-1ae29b1acaef admin admin] 10.222.0.85 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3481677 Aug 30 04:21:05.587197 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75057fba-434d-4a21-be4d-a270cece4a64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:05.588640 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-75057fba-434d-4a21-be4d-a270cece4a64 admin admin] 10.222.0.85 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0750985 Aug 30 04:21:05.598579 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-c4c80b3d-6223-446f-a427-d930a415aed8 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'e404c532-4550-40b0-8003-923347890a41', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:21:05.622148 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c80b3d-6223-446f-a427-d930a415aed8 admin admin] Made reservation on behalf of be2e356bbe7d4680bd52a62e89c77545 for: {'subnet': 1} {{(pid=106257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:21:05.624595 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c4c80b3d-6223-446f-a427-d930a415aed8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:05.847454 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c4c80b3d-6223-446f-a427-d930a415aed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055'] for subnet (65d864c7-5866-4a3c-a51b-fa324ae529ae), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:05.903079 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c80b3d-6223-446f-a427-d930a415aed8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65d864c7-5866-4a3c-a51b-fa324ae529ae,revision_number=0']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:05.919982 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c80b3d-6223-446f-a427-d930a415aed8 admin admin] Checking segment: {'id': 'ca78b131-4d4b-4eb1-99ce-4715fdf3d586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'e404c532-4550-40b0-8003-923347890a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:21:05.920348 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c80b3d-6223-446f-a427-d930a415aed8 admin admin] Network hostable DHCP agents. Network: e404c532-4550-40b0-8003-923347890a41, hostable agents: ['b1b2a880-5f2a-4407-bfda-3b17b5cf16ab'], hosted agents: [] {{(pid=106257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:21:05.942320 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c80b3d-6223-446f-a427-d930a415aed8 admin admin] Network e404c532-4550-40b0-8003-923347890a41 is scheduled to be hosted by DHCP agent b1b2a880-5f2a-4407-bfda-3b17b5cf16ab with binding_index 1 {{(pid=106257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:21:05.954225 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.base_scheduler [None req-c4c80b3d-6223-446f-a427-d930a415aed8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-2-iscsi, e404c532-4550-40b0-8003-923347890a41) {{(pid=106257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:21:05.959025 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c80b3d-6223-446f-a427-d930a415aed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:21:05.959621 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c4c80b3d-6223-446f-a427-d930a415aed8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for subnet (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:05.963900 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13710a3b-36e6-488e-8d24-4bbcb88d6924 None None] Network e404c532-4550-40b0-8003-923347890a41 requested from dv-cinder-854265-2-iscsi {{(pid=106259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:21:05.985710 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-c4c80b3d-6223-446f-a427-d930a415aed8 admin admin] 10.222.0.85 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3902457 Aug 30 04:21:06.076063 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33eee4ba-177f-4c15-98df-de04d6337131 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp163fce75-ff37-51be-b106-87d3326ca651-e404c532-4550-40b0-8003-923347890a41', 'network_id': 'e404c532-4550-40b0-8003-923347890a41', 'project_id': 'be2e356bbe7d4680bd52a62e89c77545', 'fixed_ips': [{'subnet_id': '65d864c7-5866-4a3c-a51b-fa324ae529ae'}]}} from dv-cinder-854265-2-iscsi. {{(pid=106259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 04:21:06.077138 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-33eee4ba-177f-4c15-98df-de04d6337131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:06.223509 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.db_base_plugin_common [None req-33eee4ba-177f-4c15-98df-de04d6337131 None None] Allocated IP 192.168.233.2 (e404c532-4550-40b0-8003-923347890a41/65d864c7-5866-4a3c-a51b-fa324ae529ae/1d4ed9e2-d85f-406d-a2db-cbd1042fb6b2) {{(pid=106259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:21:06.469747 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-33eee4ba-177f-4c15-98df-de04d6337131 None None] Publish callbacks [] for port (1d4ed9e2-d85f-406d-a2db-cbd1042fb6b2), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:06.476609 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-33eee4ba-177f-4c15-98df-de04d6337131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758'] for port (1d4ed9e2-d85f-406d-a2db-cbd1042fb6b2), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:06.521595 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33eee4ba-177f-4c15-98df-de04d6337131 None None] Network e404c532-4550-40b0-8003-923347890a41 is already hosted by enough agents. {{(pid=106259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:21:06.523064 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.scheduler.base_scheduler [None req-33eee4ba-177f-4c15-98df-de04d6337131 None None] Resources bound (agent type, host, resource id): {{(pid=106259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:21:06.527951 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33eee4ba-177f-4c15-98df-de04d6337131 None None] Received port after_create {{(pid=106259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:21:06.534471 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eee4ba-177f-4c15-98df-de04d6337131 None None] Pushing event updated for resources: {'Port': ['ID=1d4ed9e2-d85f-406d-a2db-cbd1042fb6b2,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:06.545921 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eee4ba-177f-4c15-98df-de04d6337131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:06.546294 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eee4ba-177f-4c15-98df-de04d6337131 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:06.546653 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eee4ba-177f-4c15-98df-de04d6337131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:06.547015 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eee4ba-177f-4c15-98df-de04d6337131 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:06.547352 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eee4ba-177f-4c15-98df-de04d6337131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:06.547680 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eee4ba-177f-4c15-98df-de04d6337131 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:06.548281 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eee4ba-177f-4c15-98df-de04d6337131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:06.548640 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eee4ba-177f-4c15-98df-de04d6337131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:06.548969 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eee4ba-177f-4c15-98df-de04d6337131 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:06.549323 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eee4ba-177f-4c15-98df-de04d6337131 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:06.549696 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eee4ba-177f-4c15-98df-de04d6337131 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:06.550038 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eee4ba-177f-4c15-98df-de04d6337131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:06.550363 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eee4ba-177f-4c15-98df-de04d6337131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:06.550945 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eee4ba-177f-4c15-98df-de04d6337131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:06.551085 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eee4ba-177f-4c15-98df-de04d6337131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:21:06.602728 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-33eee4ba-177f-4c15-98df-de04d6337131 None None] Attempting to bind port 1d4ed9e2-d85f-406d-a2db-cbd1042fb6b2 on host dv-cinder-854265-2-iscsi for vnic_type normal with profile {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:21:06.603100 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-33eee4ba-177f-4c15-98df-de04d6337131 None None] Attempting to bind port 1d4ed9e2-d85f-406d-a2db-cbd1042fb6b2 by drivers openvswitch,hyperv on host dv-cinder-854265-2-iscsi at level 0 using segments [{'id': 'ca78b131-4d4b-4eb1-99ce-4715fdf3d586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'e404c532-4550-40b0-8003-923347890a41'}] {{(pid=106259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:21:06.603461 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eee4ba-177f-4c15-98df-de04d6337131 None None] Attempting to bind port 1d4ed9e2-d85f-406d-a2db-cbd1042fb6b2 on network e404c532-4550-40b0-8003-923347890a41 {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:21:06.608873 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eee4ba-177f-4c15-98df-de04d6337131 None None] Checking agent: {'id': 'e0fa4f30-19e6-45a9-8914-5f6bf4441601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17, 58), 'started_at': datetime.datetime(2022, 8, 30, 4, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:21:06.609281 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eee4ba-177f-4c15-98df-de04d6337131 None None] Checking segment: {'id': 'ca78b131-4d4b-4eb1-99ce-4715fdf3d586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'e404c532-4550-40b0-8003-923347890a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:21:06.609681 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-33eee4ba-177f-4c15-98df-de04d6337131 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:06.610075 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eee4ba-177f-4c15-98df-de04d6337131 None None] Bound using segment: {'id': 'ca78b131-4d4b-4eb1-99ce-4715fdf3d586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'e404c532-4550-40b0-8003-923347890a41'} {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:21:06.610541 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-33eee4ba-177f-4c15-98df-de04d6337131 None None] Bound port: 1d4ed9e2-d85f-406d-a2db-cbd1042fb6b2, host: dv-cinder-854265-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca78b131-4d4b-4eb1-99ce-4715fdf3d586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'e404c532-4550-40b0-8003-923347890a41'}}] {{(pid=106259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:21:06.610917 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-33eee4ba-177f-4c15-98df-de04d6337131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (1d4ed9e2-d85f-406d-a2db-cbd1042fb6b2), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:06.678574 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-33eee4ba-177f-4c15-98df-de04d6337131 None None] For port 1d4ed9e2-d85f-406d-a2db-cbd1042fb6b2, host dv-cinder-854265-2-iscsi, cleared binding levels {{(pid=106259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:21:06.681768 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-33eee4ba-177f-4c15-98df-de04d6337131 None None] For port 1d4ed9e2-d85f-406d-a2db-cbd1042fb6b2, host dv-cinder-854265-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=1d4ed9e2-d85f-406d-a2db-cbd1042fb6b2,segment=NetworkSegment(ca78b131-4d4b-4eb1-99ce-4715fdf3d586),segment_id=ca78b131-4d4b-4eb1-99ce-4715fdf3d586)] {{(pid=106259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:21:06.687753 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-33eee4ba-177f-4c15-98df-de04d6337131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (1d4ed9e2-d85f-406d-a2db-cbd1042fb6b2), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:06.741343 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eee4ba-177f-4c15-98df-de04d6337131 None None] Pushing event updated for resources: {'Port': ['ID=1d4ed9e2-d85f-406d-a2db-cbd1042fb6b2,revision_number=2']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:07.533950 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad24e81c-871b-4a32-96a9-b93443fd826d None None] Network e404c532-4550-40b0-8003-923347890a41 requested from dv-cinder-854265-2-iscsi {{(pid=106259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:21:07.586446 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=89,neutron:UPDATE=9,neutron:INSERT=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:07.604852 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:07.627985 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-6bd2fa20-3019-4905-828a-bc224a648057 None None] Provisioning complete for port 1d4ed9e2-d85f-406d-a2db-cbd1042fb6b2 triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:21:07.628376 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6bd2fa20-3019-4905-828a-bc224a648057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (1d4ed9e2-d85f-406d-a2db-cbd1042fb6b2), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:07.753129 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 1d4ed9e2-d85f-406d-a2db-cbd1042fb6b2 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:21:07.783464 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6bd2fa20-3019-4905-828a-bc224a648057 None None] Current status of the port 1d4ed9e2-d85f-406d-a2db-cbd1042fb6b2 is: DOWN; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:21:07.783838 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6bd2fa20-3019-4905-828a-bc224a648057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (1d4ed9e2-d85f-406d-a2db-cbd1042fb6b2), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:07.840100 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6bd2fa20-3019-4905-828a-bc224a648057 None None] For port 1d4ed9e2-d85f-406d-a2db-cbd1042fb6b2, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=1d4ed9e2-d85f-406d-a2db-cbd1042fb6b2,segment=NetworkSegment(ca78b131-4d4b-4eb1-99ce-4715fdf3d586),segment_id=ca78b131-4d4b-4eb1-99ce-4715fdf3d586)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:21:07.849950 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6bd2fa20-3019-4905-828a-bc224a648057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (1d4ed9e2-d85f-406d-a2db-cbd1042fb6b2), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:07.854961 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port 1d4ed9e2-d85f-406d-a2db-cbd1042fb6b2 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:21:07.855344 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (1d4ed9e2-d85f-406d-a2db-cbd1042fb6b2), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:07.934312 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd2fa20-3019-4905-828a-bc224a648057 None None] Pushing event updated for resources: {'Port': ['ID=1d4ed9e2-d85f-406d-a2db-cbd1042fb6b2,revision_number=3']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:21:07.981936 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-3908a4cf-0928-4931-8823-c34cd004bc78 None None] Provisioning complete for port 1d4ed9e2-d85f-406d-a2db-cbd1042fb6b2 triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:21:07.982325 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-3908a4cf-0928-4931-8823-c34cd004bc78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (1d4ed9e2-d85f-406d-a2db-cbd1042fb6b2), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:07.986760 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port 1d4ed9e2-d85f-406d-a2db-cbd1042fb6b2 is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:21:08.062531 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-3908a4cf-0928-4931-8823-c34cd004bc78 None None] Current status of the port 1d4ed9e2-d85f-406d-a2db-cbd1042fb6b2 is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:21:09.709585 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 1d4ed9e2-d85f-406d-a2db-cbd1042fb6b2 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:21:09.753462 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port 1d4ed9e2-d85f-406d-a2db-cbd1042fb6b2 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:21:09.753855 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (1d4ed9e2-d85f-406d-a2db-cbd1042fb6b2), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:09.824933 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port 1d4ed9e2-d85f-406d-a2db-cbd1042fb6b2 is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:21:15.968682 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=81,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:15.969516 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=80,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:19.822576 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=67,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:19.823314 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:22.891593 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7df42f25-8d42-4e0b-84cc-599301efc8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:23.483563 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:23.490303 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:25.276289 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6623da6a-509a-44c0-b50a-911222132485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:26.478769 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.agents_db [None req-600259de-68db-4343-b4d4-64e31eed30fa None None] Agent healthcheck: found 5 active agents {{(pid=106260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:21:26.497997 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:27.851605 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:28.064302 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:36.474303 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:36.475087 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:38.051983 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:38.059902 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:21:52.898849 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-9de3087a-5fd4-456f-9ed9-89500aed4269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:55.280213 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-8aff608a-7f2c-462d-acd6-b088831ea120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:56.501402 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:57.855474 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:21:58.066647 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:00.482816 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:00.486445 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=5 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:03.478424 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.agents_db [None req-600259de-68db-4343-b4d4-64e31eed30fa None None] Agent healthcheck: found 5 active agents {{(pid=106260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:22:08.059568 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:08.062554 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:13.474696 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:22.893102 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-9a67c161-2bd1-4d77-b01d-6e92f48e0953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:24.304675 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 48000) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:22:24.310500 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [None req-01dc5917-0029-45e9-9ff3-949308ab2561 tempest-verify_tempest_config-1512354963 tempest-verify_tempest_config-1512354963-project] http://10.222.0.85:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106257) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 04:22:24.311467 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-01dc5917-0029-45e9-9ff3-949308ab2561 tempest-verify_tempest_config-1512354963 tempest-verify_tempest_config-1512354963-project] 10.222.0.85 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0058098 Aug 30 04:22:24.834812 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 48018) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:22:25.171040 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2d3ba07a-151f-497d-907e-eda0afd37e54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:25.245783 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2d3ba07a-151f-497d-907e-eda0afd37e54 admin admin] Publish callbacks [] for security_group (3de65dfb-3d18-4710-a162-dd88c7d34b56), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:25.249874 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2d3ba07a-151f-497d-907e-eda0afd37e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (3de65dfb-3d18-4710-a162-dd88c7d34b56), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:25.283073 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-c7e2cc0d-0f52-4611-9c57-8b1cf747c0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:25.295208 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ba07a-151f-497d-907e-eda0afd37e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de65dfb-3d18-4710-a162-dd88c7d34b56,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:22:25.299909 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-2d3ba07a-151f-497d-907e-eda0afd37e54 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=afacda908741443399130dadaf51076d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4641173 Aug 30 04:22:25.302786 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 48024) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:22:25.304404 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3ba07a-151f-497d-907e-eda0afd37e54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:25.304744 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3ba07a-151f-497d-907e-eda0afd37e54 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:25.305115 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3ba07a-151f-497d-907e-eda0afd37e54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:25.305458 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3ba07a-151f-497d-907e-eda0afd37e54 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:25.305789 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3ba07a-151f-497d-907e-eda0afd37e54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:25.306113 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3ba07a-151f-497d-907e-eda0afd37e54 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:25.306433 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3ba07a-151f-497d-907e-eda0afd37e54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:25.306747 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3ba07a-151f-497d-907e-eda0afd37e54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:25.307081 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3ba07a-151f-497d-907e-eda0afd37e54 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:25.307402 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3ba07a-151f-497d-907e-eda0afd37e54 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:25.307733 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3ba07a-151f-497d-907e-eda0afd37e54 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:25.308068 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3ba07a-151f-497d-907e-eda0afd37e54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:25.308382 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3ba07a-151f-497d-907e-eda0afd37e54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:25.308695 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3ba07a-151f-497d-907e-eda0afd37e54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:25.309007 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3ba07a-151f-497d-907e-eda0afd37e54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:25.382248 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c6eb3008-5f63-445c-986c-793e422bca6e admin admin] Publish callbacks [] for security_group (3de65dfb-3d18-4710-a162-dd88c7d34b56), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:25.401978 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c6eb3008-5f63-445c-986c-793e422bca6e admin admin] Publish callbacks [] for security_group (3de65dfb-3d18-4710-a162-dd88c7d34b56), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:25.499503 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c6eb3008-5f63-445c-986c-793e422bca6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (3de65dfb-3d18-4710-a162-dd88c7d34b56), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:25.502166 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c6eb3008-5f63-445c-986c-793e422bca6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:25.503402 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-c6eb3008-5f63-445c-986c-793e422bca6e admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/3de65dfb-3d18-4710-a162-dd88c7d34b56 HTTP/1.1" status: 204 len: 168 time: 0.1995556 Aug 30 04:22:25.511477 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eb3008-5f63-445c-986c-793e422bca6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de65dfb-3d18-4710-a162-dd88c7d34b56,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:22:25.519325 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eb3008-5f63-445c-986c-793e422bca6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:25.519876 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eb3008-5f63-445c-986c-793e422bca6e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:25.520222 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eb3008-5f63-445c-986c-793e422bca6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:25.520609 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eb3008-5f63-445c-986c-793e422bca6e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:25.520946 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eb3008-5f63-445c-986c-793e422bca6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:25.521307 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eb3008-5f63-445c-986c-793e422bca6e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:25.521626 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eb3008-5f63-445c-986c-793e422bca6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:25.521952 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eb3008-5f63-445c-986c-793e422bca6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:25.522297 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eb3008-5f63-445c-986c-793e422bca6e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:25.522636 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eb3008-5f63-445c-986c-793e422bca6e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:25.522962 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eb3008-5f63-445c-986c-793e422bca6e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:25.523300 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eb3008-5f63-445c-986c-793e422bca6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:25.523626 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eb3008-5f63-445c-986c-793e422bca6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:25.523950 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eb3008-5f63-445c-986c-793e422bca6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:25.524267 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6eb3008-5f63-445c-986c-793e422bca6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:22:26.503388 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:27.860454 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:28.069489 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:35.293311 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:35.298049 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=23,neutron:INSERT=7 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:35.507310 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:35.514454 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:37.478395 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:37.482794 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:38.058284 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:38.064747 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:40.479083 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.agents_db [None req-600259de-68db-4343-b4d4-64e31eed30fa None None] Agent healthcheck: found 5 active agents {{(pid=106260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:22:51.198779 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=14 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:51.203911 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=14 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:22:52.895459 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-ef26db83-d378-4fd7-a923-7886c09d17bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:55.286035 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-d3dd9faa-ac3d-4594-a565-bcea980571bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:56.507377 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:57.863794 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:22:58.072492 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:08.065674 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:08.068279 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:14.469161 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:14.478937 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=5 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:17.477870 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.agents_db [None req-600259de-68db-4343-b4d4-64e31eed30fa None None] Agent healthcheck: found 5 active agents {{(pid=106260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:23:22.900673 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-a4268672-75ba-44a5-b915-b6f5016b823b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:25.287157 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-1bc1a262-000a-4a43-883b-68b8664ba596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:26.510049 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:27.473111 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:27.473903 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:27.866741 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:28.075202 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:38.069446 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:38.071247 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:51.478852 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:51.483172 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:23:52.902374 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-a4c80b89-f0c4-4de5-8480-9949c124a940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:54.477207 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.agents_db [None req-600259de-68db-4343-b4d4-64e31eed30fa None None] Agent healthcheck: found 5 active agents {{(pid=106260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:23:55.290255 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2de04eb7-d33b-4859-8656-ddad3ee1cec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:56.514892 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:57.870083 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:23:58.079084 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:04.472767 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:04.473644 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:08.068821 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:08.074640 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:11.253672 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-697571'] for agent (dd0d0365-d50b-4401-90d8-c3ff73fab053), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:21.246529 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:21.249438 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:INSERT=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:22.903696 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6d145d51-b87d-4daa-ae5c-d58fc532b7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:25.292204 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-5cffc357-6242-4940-ae0f-e9c0db4ac8fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:26.515971 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:27.873489 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:28.082835 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:28.490306 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:28.491174 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:31.477009 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.agents_db [None req-600259de-68db-4343-b4d4-64e31eed30fa None None] Agent healthcheck: found 6 active agents {{(pid=106260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:24:32.797137 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 48138) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:24:32.925436 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-883750e4-68a2-46f5-bef8-7b3b289e26f2 admin admin] 10.222.0.85 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1272840 Aug 30 04:24:35.142129 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 48148) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:24:35.197277 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-3a70ea27-ef7d-4c29-a572-4d40bcc29213 admin admin] 10.222.0.85 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0540702 Aug 30 04:24:38.073218 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:38.077978 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:41.206110 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (dd0d0365-d50b-4401-90d8-c3ff73fab053), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:45.191595 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:45.192351 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:51.186959 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=13 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:51.193978 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:51.197372 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=15 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:51.201753 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:24:52.906612 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-ae9ef302-f771-47cc-8ddc-9e87b3383d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:55.292969 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-0382660b-29b6-4185-82ef-15556d496c4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:56.516358 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:57.877073 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:24:58.085985 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:05.484928 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:05.488104 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:07.871795 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:08.081823 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:08.475119 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.agents_db [None req-600259de-68db-4343-b4d4-64e31eed30fa None None] Agent healthcheck: found 6 active agents {{(pid=106260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:25:11.224854 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (dd0d0365-d50b-4401-90d8-c3ff73fab053), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:18.471801 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:22.908172 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-55d14d47-2116-43b1-a082-3cb760e2059c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:25.294424 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-fd921c4a-3476-4c89-b0ec-4c0dbbdb5759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:26.521486 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:27.880157 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:28.089795 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:38.083822 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:38.086722 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:41.236874 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (dd0d0365-d50b-4401-90d8-c3ff73fab053), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:45.474277 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.agents_db [None req-600259de-68db-4343-b4d4-64e31eed30fa None None] Agent healthcheck: found 6 active agents {{(pid=106260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:25:51.226432 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:51.232679 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:52.911510 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-05f86f14-1587-476b-a1fd-137e2a68baa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:55.296839 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2f27bbe3-e7b5-4c4c-a64e-cb76153098b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:55.468899 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:55.469743 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=6 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:25:56.522498 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:57.883856 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:25:58.093471 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:08.087817 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:08.089629 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:09.485751 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 48256) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:09.744313 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-e9f324d8-af36-41ee-8e42-e36ce27a3d18 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-859256801-network', 'tenant_id': 'edc09fe630034be4b292562e2de6e3f9'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:26:09.768431 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f324d8-af36-41ee-8e42-e36ce27a3d18 admin admin] Made reservation on behalf of edc09fe630034be4b292562e2de6e3f9 for: {'network': 1} {{(pid=106257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:26:09.772415 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-e9f324d8-af36-41ee-8e42-e36ce27a3d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for network (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:09.784856 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-e9f324d8-af36-41ee-8e42-e36ce27a3d18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:09.886723 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-e9f324d8-af36-41ee-8e42-e36ce27a3d18 admin admin] Publish callbacks [] for security_group (f002f5c4-a589-4f5e-b938-61aad16d08f4), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:09.890822 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-e9f324d8-af36-41ee-8e42-e36ce27a3d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (f002f5c4-a589-4f5e-b938-61aad16d08f4), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:09.928656 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f324d8-af36-41ee-8e42-e36ce27a3d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f002f5c4-a589-4f5e-b938-61aad16d08f4,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:09.934902 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9f324d8-af36-41ee-8e42-e36ce27a3d18 admin admin] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=106257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 04:26:09.940674 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f324d8-af36-41ee-8e42-e36ce27a3d18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:09.941105 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f324d8-af36-41ee-8e42-e36ce27a3d18 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:09.941426 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f324d8-af36-41ee-8e42-e36ce27a3d18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:09.941805 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f324d8-af36-41ee-8e42-e36ce27a3d18 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:09.942146 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f324d8-af36-41ee-8e42-e36ce27a3d18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:09.942478 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f324d8-af36-41ee-8e42-e36ce27a3d18 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:09.942863 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f324d8-af36-41ee-8e42-e36ce27a3d18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:09.943195 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f324d8-af36-41ee-8e42-e36ce27a3d18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:09.943538 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f324d8-af36-41ee-8e42-e36ce27a3d18 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:09.943917 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f324d8-af36-41ee-8e42-e36ce27a3d18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:09.944267 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f324d8-af36-41ee-8e42-e36ce27a3d18 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:09.944689 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f324d8-af36-41ee-8e42-e36ce27a3d18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:09.944943 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f324d8-af36-41ee-8e42-e36ce27a3d18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:09.945295 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f324d8-af36-41ee-8e42-e36ce27a3d18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:09.945955 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f324d8-af36-41ee-8e42-e36ce27a3d18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:09.946784 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f324d8-af36-41ee-8e42-e36ce27a3d18 admin admin] Tracked resource versions report: Aug 30 04:26:09.946784 dv-cinder-854265-2-iscsi neutron-server[106257]: pushed versions: Aug 30 04:26:09.946784 dv-cinder-854265-2-iscsi neutron-server[106257]: { 'AddressGroup': {'1.2'}, Aug 30 04:26:09.946784 dv-cinder-854265-2-iscsi neutron-server[106257]: 'Agent': {'1.1'}, Aug 30 04:26:09.946784 dv-cinder-854265-2-iscsi neutron-server[106257]: 'ConntrackHelper': {'1.0'}, Aug 30 04:26:09.946784 dv-cinder-854265-2-iscsi neutron-server[106257]: 'LocalIPAssociation': {'1.0'}, Aug 30 04:26:09.946784 dv-cinder-854265-2-iscsi neutron-server[106257]: 'Log': {'1.0'}, Aug 30 04:26:09.946784 dv-cinder-854265-2-iscsi neutron-server[106257]: 'NDPProxy': {'1.0'}, Aug 30 04:26:09.946784 dv-cinder-854265-2-iscsi neutron-server[106257]: 'Network': {'1.1'}, Aug 30 04:26:09.946784 dv-cinder-854265-2-iscsi neutron-server[106257]: 'Port': {'1.7'}, Aug 30 04:26:09.946784 dv-cinder-854265-2-iscsi neutron-server[106257]: 'PortForwarding': {'1.3'}, Aug 30 04:26:09.946784 dv-cinder-854265-2-iscsi neutron-server[106257]: 'QosPolicy': {'1.10'}, Aug 30 04:26:09.946784 dv-cinder-854265-2-iscsi neutron-server[106257]: 'SecurityGroup': {'1.5'}, Aug 30 04:26:09.946784 dv-cinder-854265-2-iscsi neutron-server[106257]: 'SecurityGroupRule': {'1.2'}, Aug 30 04:26:09.946784 dv-cinder-854265-2-iscsi neutron-server[106257]: 'SubPort': {'1.0'}, Aug 30 04:26:09.946784 dv-cinder-854265-2-iscsi neutron-server[106257]: 'Subnet': {'1.1'}, Aug 30 04:26:09.946784 dv-cinder-854265-2-iscsi neutron-server[106257]: 'Trunk': {'1.1'}} Aug 30 04:26:09.946784 dv-cinder-854265-2-iscsi neutron-server[106257]: consumer versions: Aug 30 04:26:09.946784 dv-cinder-854265-2-iscsi neutron-server[106257]: { DHCP agent@dv-cinder-854265-2-iscsi: {}, Aug 30 04:26:09.946784 dv-cinder-854265-2-iscsi neutron-server[106257]: HyperV agent@hv-cinder-85426: {}, Aug 30 04:26:09.946784 dv-cinder-854265-2-iscsi neutron-server[106257]: L3 agent@dv-cinder-854265-2-iscsi: {}, Aug 30 04:26:09.946784 dv-cinder-854265-2-iscsi neutron-server[106257]: Metadata agent@dv-cinder-854265-2-iscsi: {}, Aug 30 04:26:09.946784 dv-cinder-854265-2-iscsi neutron-server[106257]: Metering agent@dv-cinder-854265-2-iscsi: {}, Aug 30 04:26:09.946784 dv-cinder-854265-2-iscsi neutron-server[106257]: Open vSwitch agent@dv-cinder-854265-2-iscsi: { 'AddressGroup': '1.2', Aug 30 04:26:09.946784 dv-cinder-854265-2-iscsi neutron-server[106257]: 'Agent': '1.1', Aug 30 04:26:09.946784 dv-cinder-854265-2-iscsi neutron-server[106257]: 'ConntrackHelper': '1.0', Aug 30 04:26:09.946784 dv-cinder-854265-2-iscsi neutron-server[106257]: 'LocalIPAssociation': '1.0', Aug 30 04:26:09.946784 dv-cinder-854265-2-iscsi neutron-server[106257]: 'Log': '1.0', Aug 30 04:26:09.946784 dv-cinder-854265-2-iscsi neutron-server[106257]: 'NDPProxy': '1.0', Aug 30 04:26:09.946784 dv-cinder-854265-2-iscsi neutron-server[106257]: 'Network': '1.1', Aug 30 04:26:09.946784 dv-cinder-854265-2-iscsi neutron-server[106257]: 'Port': '1.7', Aug 30 04:26:09.946784 dv-cinder-854265-2-iscsi neutron-server[106257]: 'PortForwarding': '1.3', Aug 30 04:26:09.946784 dv-cinder-854265-2-iscsi neutron-server[106257]: 'QosPolicy': '1.10', Aug 30 04:26:09.946784 dv-cinder-854265-2-iscsi neutron-server[106257]: 'SecurityGroup': '1.5', Aug 30 04:26:09.946784 dv-cinder-854265-2-iscsi neutron-server[106257]: 'SecurityGroupRule': '1.2', Aug 30 04:26:09.946784 dv-cinder-854265-2-iscsi neutron-server[106257]: 'SubPort': '1.0', Aug 30 04:26:09.946784 dv-cinder-854265-2-iscsi neutron-server[106257]: 'Subnet': '1.1', Aug 30 04:26:09.946784 dv-cinder-854265-2-iscsi neutron-server[106257]: 'Trunk': '1.1'}} Aug 30 04:26:09.946784 dv-cinder-854265-2-iscsi neutron-server[106257]: {{(pid=106257) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 04:26:09.960998 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-e9f324d8-af36-41ee-8e42-e36ce27a3d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3898234'] for segment (bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:09.961427 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.db.segments_db [None req-e9f324d8-af36-41ee-8e42-e36ce27a3d18 admin admin] Added segment bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb of type vlan for network 661607d2-cb41-40c5-ac13-3334a7f66c5e Aug 30 04:26:10.018967 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-e9f324d8-af36-41ee-8e42-e36ce27a3d18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260646229'] for network (661607d2-cb41-40c5-ac13-3334a7f66c5e), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:10.051157 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-e9f324d8-af36-41ee-8e42-e36ce27a3d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055'] for network (661607d2-cb41-40c5-ac13-3334a7f66c5e), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:10.052318 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f324d8-af36-41ee-8e42-e36ce27a3d18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:10.052895 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-e9f324d8-af36-41ee-8e42-e36ce27a3d18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for network (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:10.109603 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-e9f324d8-af36-41ee-8e42-e36ce27a3d18 admin admin] 10.222.0.85 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6261528 Aug 30 04:26:10.111697 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 48302) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:10.121946 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-d3327765-c121-46fc-b82e-bf967d35f288 admin admin] Request body: {'subnet': {'network_id': '661607d2-cb41-40c5-ac13-3334a7f66c5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-859256801-subnet', 'tenant_id': 'edc09fe630034be4b292562e2de6e3f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:26:10.134930 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f324d8-af36-41ee-8e42-e36ce27a3d18 admin admin] Pushing event updated for resources: {'Network': ['ID=661607d2-cb41-40c5-ac13-3334a7f66c5e,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:10.148760 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Network 661607d2-cb41-40c5-ac13-3334a7f66c5e details requested by agent ovs-agent-dv-cinder-854265-2-iscsi with host dv-cinder-854265-2-iscsi {{(pid=106259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:26:10.150760 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3327765-c121-46fc-b82e-bf967d35f288 admin admin] Made reservation on behalf of edc09fe630034be4b292562e2de6e3f9 for: {'subnet': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:26:10.153524 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d3327765-c121-46fc-b82e-bf967d35f288 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:10.336757 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d3327765-c121-46fc-b82e-bf967d35f288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055'] for subnet (d860aa44-a024-4bdb-b214-412c9f1784ea), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:10.389187 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3327765-c121-46fc-b82e-bf967d35f288 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d860aa44-a024-4bdb-b214-412c9f1784ea,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:10.401462 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3327765-c121-46fc-b82e-bf967d35f288 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:10.401784 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3327765-c121-46fc-b82e-bf967d35f288 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:10.402145 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3327765-c121-46fc-b82e-bf967d35f288 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:10.402483 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3327765-c121-46fc-b82e-bf967d35f288 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:10.402806 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3327765-c121-46fc-b82e-bf967d35f288 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:10.403128 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3327765-c121-46fc-b82e-bf967d35f288 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:10.403446 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3327765-c121-46fc-b82e-bf967d35f288 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:10.403765 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3327765-c121-46fc-b82e-bf967d35f288 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:10.404097 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3327765-c121-46fc-b82e-bf967d35f288 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:10.404416 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3327765-c121-46fc-b82e-bf967d35f288 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:10.404746 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3327765-c121-46fc-b82e-bf967d35f288 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:10.405108 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3327765-c121-46fc-b82e-bf967d35f288 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:10.405429 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3327765-c121-46fc-b82e-bf967d35f288 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:10.405741 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3327765-c121-46fc-b82e-bf967d35f288 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:10.406049 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3327765-c121-46fc-b82e-bf967d35f288 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:10.407150 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3327765-c121-46fc-b82e-bf967d35f288 admin admin] Tracked resource versions report: Aug 30 04:26:10.407150 dv-cinder-854265-2-iscsi neutron-server[106258]: pushed versions: Aug 30 04:26:10.407150 dv-cinder-854265-2-iscsi neutron-server[106258]: { 'AddressGroup': {'1.2'}, Aug 30 04:26:10.407150 dv-cinder-854265-2-iscsi neutron-server[106258]: 'Agent': {'1.1'}, Aug 30 04:26:10.407150 dv-cinder-854265-2-iscsi neutron-server[106258]: 'ConntrackHelper': {'1.0'}, Aug 30 04:26:10.407150 dv-cinder-854265-2-iscsi neutron-server[106258]: 'LocalIPAssociation': {'1.0'}, Aug 30 04:26:10.407150 dv-cinder-854265-2-iscsi neutron-server[106258]: 'Log': {'1.0'}, Aug 30 04:26:10.407150 dv-cinder-854265-2-iscsi neutron-server[106258]: 'NDPProxy': {'1.0'}, Aug 30 04:26:10.407150 dv-cinder-854265-2-iscsi neutron-server[106258]: 'Network': {'1.1'}, Aug 30 04:26:10.407150 dv-cinder-854265-2-iscsi neutron-server[106258]: 'Port': {'1.7'}, Aug 30 04:26:10.407150 dv-cinder-854265-2-iscsi neutron-server[106258]: 'PortForwarding': {'1.3'}, Aug 30 04:26:10.407150 dv-cinder-854265-2-iscsi neutron-server[106258]: 'QosPolicy': {'1.10'}, Aug 30 04:26:10.407150 dv-cinder-854265-2-iscsi neutron-server[106258]: 'SecurityGroup': {'1.5'}, Aug 30 04:26:10.407150 dv-cinder-854265-2-iscsi neutron-server[106258]: 'SecurityGroupRule': {'1.2'}, Aug 30 04:26:10.407150 dv-cinder-854265-2-iscsi neutron-server[106258]: 'SubPort': {'1.0'}, Aug 30 04:26:10.407150 dv-cinder-854265-2-iscsi neutron-server[106258]: 'Subnet': {'1.1'}, Aug 30 04:26:10.407150 dv-cinder-854265-2-iscsi neutron-server[106258]: 'Trunk': {'1.1'}} Aug 30 04:26:10.407150 dv-cinder-854265-2-iscsi neutron-server[106258]: consumer versions: Aug 30 04:26:10.407150 dv-cinder-854265-2-iscsi neutron-server[106258]: { DHCP agent@dv-cinder-854265-2-iscsi: {}, Aug 30 04:26:10.407150 dv-cinder-854265-2-iscsi neutron-server[106258]: HyperV agent@hv-cinder-85426: {}, Aug 30 04:26:10.407150 dv-cinder-854265-2-iscsi neutron-server[106258]: L3 agent@dv-cinder-854265-2-iscsi: {}, Aug 30 04:26:10.407150 dv-cinder-854265-2-iscsi neutron-server[106258]: Metadata agent@dv-cinder-854265-2-iscsi: {}, Aug 30 04:26:10.407150 dv-cinder-854265-2-iscsi neutron-server[106258]: Metering agent@dv-cinder-854265-2-iscsi: {}, Aug 30 04:26:10.407150 dv-cinder-854265-2-iscsi neutron-server[106258]: Open vSwitch agent@dv-cinder-854265-2-iscsi: { 'AddressGroup': '1.2', Aug 30 04:26:10.407150 dv-cinder-854265-2-iscsi neutron-server[106258]: 'Agent': '1.1', Aug 30 04:26:10.407150 dv-cinder-854265-2-iscsi neutron-server[106258]: 'ConntrackHelper': '1.0', Aug 30 04:26:10.407150 dv-cinder-854265-2-iscsi neutron-server[106258]: 'LocalIPAssociation': '1.0', Aug 30 04:26:10.407150 dv-cinder-854265-2-iscsi neutron-server[106258]: 'Log': '1.0', Aug 30 04:26:10.407150 dv-cinder-854265-2-iscsi neutron-server[106258]: 'NDPProxy': '1.0', Aug 30 04:26:10.407150 dv-cinder-854265-2-iscsi neutron-server[106258]: 'Network': '1.1', Aug 30 04:26:10.407150 dv-cinder-854265-2-iscsi neutron-server[106258]: 'Port': '1.7', Aug 30 04:26:10.407150 dv-cinder-854265-2-iscsi neutron-server[106258]: 'PortForwarding': '1.3', Aug 30 04:26:10.407150 dv-cinder-854265-2-iscsi neutron-server[106258]: 'QosPolicy': '1.10', Aug 30 04:26:10.407150 dv-cinder-854265-2-iscsi neutron-server[106258]: 'SecurityGroup': '1.5', Aug 30 04:26:10.407150 dv-cinder-854265-2-iscsi neutron-server[106258]: 'SecurityGroupRule': '1.2', Aug 30 04:26:10.407150 dv-cinder-854265-2-iscsi neutron-server[106258]: 'SubPort': '1.0', Aug 30 04:26:10.407150 dv-cinder-854265-2-iscsi neutron-server[106258]: 'Subnet': '1.1', Aug 30 04:26:10.407150 dv-cinder-854265-2-iscsi neutron-server[106258]: 'Trunk': '1.1'}} Aug 30 04:26:10.407150 dv-cinder-854265-2-iscsi neutron-server[106258]: {{(pid=106258) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 04:26:10.425331 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3327765-c121-46fc-b82e-bf967d35f288 admin admin] Checking segment: {'id': 'bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '661607d2-cb41-40c5-ac13-3334a7f66c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:26:10.425712 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3327765-c121-46fc-b82e-bf967d35f288 admin admin] Network hostable DHCP agents. Network: 661607d2-cb41-40c5-ac13-3334a7f66c5e, hostable agents: ['b1b2a880-5f2a-4407-bfda-3b17b5cf16ab'], hosted agents: [] {{(pid=106258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:26:10.444004 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3327765-c121-46fc-b82e-bf967d35f288 admin admin] Network 661607d2-cb41-40c5-ac13-3334a7f66c5e is scheduled to be hosted by DHCP agent b1b2a880-5f2a-4407-bfda-3b17b5cf16ab with binding_index 1 {{(pid=106258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:26:10.453965 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-d3327765-c121-46fc-b82e-bf967d35f288 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-2-iscsi, 661607d2-cb41-40c5-ac13-3334a7f66c5e) {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:26:10.464734 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af05418-ee66-427e-aa76-f948e3ecd10b None None] Network 661607d2-cb41-40c5-ac13-3334a7f66c5e requested from dv-cinder-854265-2-iscsi {{(pid=106259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:26:10.466549 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3327765-c121-46fc-b82e-bf967d35f288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:10.467452 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d3327765-c121-46fc-b82e-bf967d35f288 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for subnet (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:10.496942 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 48330) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:10.497862 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-d3327765-c121-46fc-b82e-bf967d35f288 admin admin] 10.222.0.85 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.3833332 Aug 30 04:26:10.506213 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-008f93a7-6140-4c60-b262-bb79e81f3e18 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-859256801-router', 'tenant_id': 'edc09fe630034be4b292562e2de6e3f9', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'}}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:26:10.555042 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-008f93a7-6140-4c60-b262-bb79e81f3e18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-698027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6516'] for router (efc0e799-aa5d-4dff-8913-e13c430a5c69), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:10.556657 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-008f93a7-6140-4c60-b262-bb79e81f3e18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-695958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6523'] for router (efc0e799-aa5d-4dff-8913-e13c430a5c69), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:10.640492 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980f0b4d-74cb-4c65-b39c-64cf441dbb9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp163fce75-ff37-51be-b106-87d3326ca651-661607d2-cb41-40c5-ac13-3334a7f66c5e', 'network_id': '661607d2-cb41-40c5-ac13-3334a7f66c5e', 'project_id': 'edc09fe630034be4b292562e2de6e3f9', 'fixed_ips': [{'subnet_id': 'd860aa44-a024-4bdb-b214-412c9f1784ea'}]}} from dv-cinder-854265-2-iscsi. {{(pid=106259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 04:26:10.641488 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-980f0b4d-74cb-4c65-b39c-64cf441dbb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:10.682781 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-008f93a7-6140-4c60-b262-bb79e81f3e18 admin admin] Publish callbacks [] for router_controller (efc0e799-aa5d-4dff-8913-e13c430a5c69), precommit_add_association {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:10.792163 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.db_base_plugin_common [None req-980f0b4d-74cb-4c65-b39c-64cf441dbb9c None None] Allocated IP 172.20.0.2 (661607d2-cb41-40c5-ac13-3334a7f66c5e/d860aa44-a024-4bdb-b214-412c9f1784ea/95c8f307-8893-461e-9ce5-97f9990f9a75) {{(pid=106259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:26:10.925446 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-008f93a7-6140-4c60-b262-bb79e81f3e18 admin admin] Publish callbacks [] for router_gateway (efc0e799-aa5d-4dff-8913-e13c430a5c69), precommit_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:10.955726 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-980f0b4d-74cb-4c65-b39c-64cf441dbb9c None None] Publish callbacks [] for port (95c8f307-8893-461e-9ce5-97f9990f9a75), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:10.964061 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-980f0b4d-74cb-4c65-b39c-64cf441dbb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758'] for port (95c8f307-8893-461e-9ce5-97f9990f9a75), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:10.997463 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980f0b4d-74cb-4c65-b39c-64cf441dbb9c None None] Network 661607d2-cb41-40c5-ac13-3334a7f66c5e is already hosted by enough agents. {{(pid=106259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:26:11.000677 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.scheduler.base_scheduler [None req-980f0b4d-74cb-4c65-b39c-64cf441dbb9c None None] Resources bound (agent type, host, resource id): {{(pid=106259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:26:11.006677 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980f0b4d-74cb-4c65-b39c-64cf441dbb9c None None] Received port after_create {{(pid=106259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:26:11.110647 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-980f0b4d-74cb-4c65-b39c-64cf441dbb9c None None] Attempting to bind port 95c8f307-8893-461e-9ce5-97f9990f9a75 on host dv-cinder-854265-2-iscsi for vnic_type normal with profile {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:26:11.111013 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-980f0b4d-74cb-4c65-b39c-64cf441dbb9c None None] Attempting to bind port 95c8f307-8893-461e-9ce5-97f9990f9a75 by drivers openvswitch,hyperv on host dv-cinder-854265-2-iscsi at level 0 using segments [{'id': 'bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '661607d2-cb41-40c5-ac13-3334a7f66c5e'}] {{(pid=106259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:26:11.111504 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980f0b4d-74cb-4c65-b39c-64cf441dbb9c None None] Attempting to bind port 95c8f307-8893-461e-9ce5-97f9990f9a75 on network 661607d2-cb41-40c5-ac13-3334a7f66c5e {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:26:11.122491 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f0b4d-74cb-4c65-b39c-64cf441dbb9c None None] Pushing event updated for resources: {'Port': ['ID=95c8f307-8893-461e-9ce5-97f9990f9a75,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:11.126209 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980f0b4d-74cb-4c65-b39c-64cf441dbb9c None None] Checking agent: {'id': 'e0fa4f30-19e6-45a9-8914-5f6bf4441601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17, 58), 'started_at': datetime.datetime(2022, 8, 30, 4, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:26:11.126580 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980f0b4d-74cb-4c65-b39c-64cf441dbb9c None None] Checking segment: {'id': 'bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '661607d2-cb41-40c5-ac13-3334a7f66c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:26:11.126976 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-980f0b4d-74cb-4c65-b39c-64cf441dbb9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:11.127366 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980f0b4d-74cb-4c65-b39c-64cf441dbb9c None None] Bound using segment: {'id': 'bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '661607d2-cb41-40c5-ac13-3334a7f66c5e'} {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:26:11.127852 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-980f0b4d-74cb-4c65-b39c-64cf441dbb9c None None] Bound port: 95c8f307-8893-461e-9ce5-97f9990f9a75, host: dv-cinder-854265-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '661607d2-cb41-40c5-ac13-3334a7f66c5e'}}] {{(pid=106259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:26:11.128219 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-980f0b4d-74cb-4c65-b39c-64cf441dbb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (95c8f307-8893-461e-9ce5-97f9990f9a75), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:11.144241 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980f0b4d-74cb-4c65-b39c-64cf441dbb9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:11.144689 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980f0b4d-74cb-4c65-b39c-64cf441dbb9c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:11.144966 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980f0b4d-74cb-4c65-b39c-64cf441dbb9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:11.145540 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980f0b4d-74cb-4c65-b39c-64cf441dbb9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:11.146014 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980f0b4d-74cb-4c65-b39c-64cf441dbb9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:11.146496 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980f0b4d-74cb-4c65-b39c-64cf441dbb9c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:11.147169 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980f0b4d-74cb-4c65-b39c-64cf441dbb9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:11.147669 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980f0b4d-74cb-4c65-b39c-64cf441dbb9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:11.148145 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980f0b4d-74cb-4c65-b39c-64cf441dbb9c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:11.149313 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980f0b4d-74cb-4c65-b39c-64cf441dbb9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:11.149917 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980f0b4d-74cb-4c65-b39c-64cf441dbb9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:11.150013 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980f0b4d-74cb-4c65-b39c-64cf441dbb9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:11.150420 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980f0b4d-74cb-4c65-b39c-64cf441dbb9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:11.150749 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980f0b4d-74cb-4c65-b39c-64cf441dbb9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:11.151065 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980f0b4d-74cb-4c65-b39c-64cf441dbb9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:11.152516 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980f0b4d-74cb-4c65-b39c-64cf441dbb9c None None] Tracked resource versions report: Aug 30 04:26:11.152516 dv-cinder-854265-2-iscsi neutron-server[106259]: pushed versions: Aug 30 04:26:11.152516 dv-cinder-854265-2-iscsi neutron-server[106259]: { 'AddressGroup': {'1.2'}, Aug 30 04:26:11.152516 dv-cinder-854265-2-iscsi neutron-server[106259]: 'Agent': {'1.1'}, Aug 30 04:26:11.152516 dv-cinder-854265-2-iscsi neutron-server[106259]: 'ConntrackHelper': {'1.0'}, Aug 30 04:26:11.152516 dv-cinder-854265-2-iscsi neutron-server[106259]: 'LocalIPAssociation': {'1.0'}, Aug 30 04:26:11.152516 dv-cinder-854265-2-iscsi neutron-server[106259]: 'Log': {'1.0'}, Aug 30 04:26:11.152516 dv-cinder-854265-2-iscsi neutron-server[106259]: 'NDPProxy': {'1.0'}, Aug 30 04:26:11.152516 dv-cinder-854265-2-iscsi neutron-server[106259]: 'Network': {'1.1'}, Aug 30 04:26:11.152516 dv-cinder-854265-2-iscsi neutron-server[106259]: 'Port': {'1.7'}, Aug 30 04:26:11.152516 dv-cinder-854265-2-iscsi neutron-server[106259]: 'PortForwarding': {'1.3'}, Aug 30 04:26:11.152516 dv-cinder-854265-2-iscsi neutron-server[106259]: 'QosPolicy': {'1.10'}, Aug 30 04:26:11.152516 dv-cinder-854265-2-iscsi neutron-server[106259]: 'SecurityGroup': {'1.5'}, Aug 30 04:26:11.152516 dv-cinder-854265-2-iscsi neutron-server[106259]: 'SecurityGroupRule': {'1.2'}, Aug 30 04:26:11.152516 dv-cinder-854265-2-iscsi neutron-server[106259]: 'SubPort': {'1.0'}, Aug 30 04:26:11.152516 dv-cinder-854265-2-iscsi neutron-server[106259]: 'Subnet': {'1.1'}, Aug 30 04:26:11.152516 dv-cinder-854265-2-iscsi neutron-server[106259]: 'Trunk': {'1.1'}} Aug 30 04:26:11.152516 dv-cinder-854265-2-iscsi neutron-server[106259]: consumer versions: Aug 30 04:26:11.152516 dv-cinder-854265-2-iscsi neutron-server[106259]: { DHCP agent@dv-cinder-854265-2-iscsi: {}, Aug 30 04:26:11.152516 dv-cinder-854265-2-iscsi neutron-server[106259]: HyperV agent@hv-cinder-85426: {}, Aug 30 04:26:11.152516 dv-cinder-854265-2-iscsi neutron-server[106259]: L3 agent@dv-cinder-854265-2-iscsi: {}, Aug 30 04:26:11.152516 dv-cinder-854265-2-iscsi neutron-server[106259]: Metadata agent@dv-cinder-854265-2-iscsi: {}, Aug 30 04:26:11.152516 dv-cinder-854265-2-iscsi neutron-server[106259]: Metering agent@dv-cinder-854265-2-iscsi: {}, Aug 30 04:26:11.152516 dv-cinder-854265-2-iscsi neutron-server[106259]: Open vSwitch agent@dv-cinder-854265-2-iscsi: { 'AddressGroup': '1.2', Aug 30 04:26:11.152516 dv-cinder-854265-2-iscsi neutron-server[106259]: 'Agent': '1.1', Aug 30 04:26:11.152516 dv-cinder-854265-2-iscsi neutron-server[106259]: 'ConntrackHelper': '1.0', Aug 30 04:26:11.152516 dv-cinder-854265-2-iscsi neutron-server[106259]: 'LocalIPAssociation': '1.0', Aug 30 04:26:11.152516 dv-cinder-854265-2-iscsi neutron-server[106259]: 'Log': '1.0', Aug 30 04:26:11.152516 dv-cinder-854265-2-iscsi neutron-server[106259]: 'NDPProxy': '1.0', Aug 30 04:26:11.152516 dv-cinder-854265-2-iscsi neutron-server[106259]: 'Network': '1.1', Aug 30 04:26:11.152516 dv-cinder-854265-2-iscsi neutron-server[106259]: 'Port': '1.7', Aug 30 04:26:11.152516 dv-cinder-854265-2-iscsi neutron-server[106259]: 'PortForwarding': '1.3', Aug 30 04:26:11.152516 dv-cinder-854265-2-iscsi neutron-server[106259]: 'QosPolicy': '1.10', Aug 30 04:26:11.152516 dv-cinder-854265-2-iscsi neutron-server[106259]: 'SecurityGroup': '1.5', Aug 30 04:26:11.152516 dv-cinder-854265-2-iscsi neutron-server[106259]: 'SecurityGroupRule': '1.2', Aug 30 04:26:11.152516 dv-cinder-854265-2-iscsi neutron-server[106259]: 'SubPort': '1.0', Aug 30 04:26:11.152516 dv-cinder-854265-2-iscsi neutron-server[106259]: 'Subnet': '1.1', Aug 30 04:26:11.152516 dv-cinder-854265-2-iscsi neutron-server[106259]: 'Trunk': '1.1'}} Aug 30 04:26:11.152516 dv-cinder-854265-2-iscsi neutron-server[106259]: {{(pid=106259) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 04:26:11.248842 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-008f93a7-6140-4c60-b262-bb79e81f3e18 admin admin] Publish callbacks [] for router_gateway (efc0e799-aa5d-4dff-8913-e13c430a5c69), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:11.264825 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-980f0b4d-74cb-4c65-b39c-64cf441dbb9c None None] For port 95c8f307-8893-461e-9ce5-97f9990f9a75, host dv-cinder-854265-2-iscsi, cleared binding levels {{(pid=106259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:26:11.269755 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-980f0b4d-74cb-4c65-b39c-64cf441dbb9c None None] For port 95c8f307-8893-461e-9ce5-97f9990f9a75, host dv-cinder-854265-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=95c8f307-8893-461e-9ce5-97f9990f9a75,segment=NetworkSegment(bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb),segment_id=bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb)] {{(pid=106259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:26:11.272865 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (dd0d0365-d50b-4401-90d8-c3ff73fab053), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:11.278030 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-008f93a7-6140-4c60-b262-bb79e81f3e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:11.278228 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-980f0b4d-74cb-4c65-b39c-64cf441dbb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (95c8f307-8893-461e-9ce5-97f9990f9a75), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:11.363966 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f0b4d-74cb-4c65-b39c-64cf441dbb9c None None] Pushing event updated for resources: {'Port': ['ID=95c8f307-8893-461e-9ce5-97f9990f9a75,revision_number=2']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:11.417187 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:11.521647 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.db_base_plugin_common [None req-008f93a7-6140-4c60-b262-bb79e81f3e18 admin admin] Allocated IP 172.27.1.182 (03964a12-f74f-4d2e-840d-00c949ed3dc4/00661445-2d2c-4e5c-8f29-475eaaec65d5/68eabc5a-4355-48fe-b374-e6078ccc1695) {{(pid=106257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:26:11.702463 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:11.706029 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-008f93a7-6140-4c60-b262-bb79e81f3e18 admin admin] Publish callbacks [] for port (68eabc5a-4355-48fe-b374-e6078ccc1695), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:11.845328 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-008f93a7-6140-4c60-b262-bb79e81f3e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758'] for port (68eabc5a-4355-48fe-b374-e6078ccc1695), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:11.955423 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008f93a7-6140-4c60-b262-bb79e81f3e18 admin admin] Pushing event updated for resources: {'Port': ['ID=68eabc5a-4355-48fe-b374-e6078ccc1695,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:11.965927 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008f93a7-6140-4c60-b262-bb79e81f3e18 admin admin] Network 03964a12-f74f-4d2e-840d-00c949ed3dc4 is already hosted by enough agents. {{(pid=106257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:26:11.968205 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.base_scheduler [None req-008f93a7-6140-4c60-b262-bb79e81f3e18 admin admin] Resources bound (agent type, host, resource id): {{(pid=106257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:26:11.978832 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 95c8f307-8893-461e-9ce5-97f9990f9a75 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:26:11.987731 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 48406) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:11.990591 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008f93a7-6140-4c60-b262-bb79e81f3e18 admin admin] Received port after_create {{(pid=106257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:26:12.018117 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 48410) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:12.043486 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:12.046794 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port 95c8f307-8893-461e-9ce5-97f9990f9a75 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:26:12.047312 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (95c8f307-8893-461e-9ce5-97f9990f9a75), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:12.143684 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port 95c8f307-8893-461e-9ce5-97f9990f9a75 is: DOWN; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:26:12.144297 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (95c8f307-8893-461e-9ce5-97f9990f9a75), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:12.157410 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:12.198791 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] For port 95c8f307-8893-461e-9ce5-97f9990f9a75, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=95c8f307-8893-461e-9ce5-97f9990f9a75,segment=NetworkSegment(bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb),segment_id=bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:26:12.211090 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (95c8f307-8893-461e-9ce5-97f9990f9a75), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:12.282193 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Pushing event updated for resources: {'Port': ['ID=95c8f307-8893-461e-9ce5-97f9990f9a75,revision_number=3']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:12.335429 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-e218e6f2-5fb7-4cca-8308-ae2253bbf7dc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-348001869-network', 'tenant_id': 'd7deffddf9934a028bfdb0b1c965c618'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:26:12.361308 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-008f93a7-6140-4c60-b262-bb79e81f3e18 admin admin] Publish callbacks [] for router_gateway (efc0e799-aa5d-4dff-8913-e13c430a5c69), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:12.387926 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e218e6f2-5fb7-4cca-8308-ae2253bbf7dc admin admin] Made reservation on behalf of d7deffddf9934a028bfdb0b1c965c618 for: {'network': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:26:12.392061 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e218e6f2-5fb7-4cca-8308-ae2253bbf7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for network (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:12.416638 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e218e6f2-5fb7-4cca-8308-ae2253bbf7dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:12.442874 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-070380c4-bbf3-488e-a804-42fc0814ddb6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1209035974-network', 'tenant_id': '959853ec613f47819ed2883c8539b24e'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:26:12.505335 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070380c4-bbf3-488e-a804-42fc0814ddb6 admin admin] Made reservation on behalf of 959853ec613f47819ed2883c8539b24e for: {'network': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:26:12.509929 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-070380c4-bbf3-488e-a804-42fc0814ddb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for network (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:12.536355 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-070380c4-bbf3-488e-a804-42fc0814ddb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:12.575472 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:12.643286 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-008f93a7-6140-4c60-b262-bb79e81f3e18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-696014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696667'] for router (efc0e799-aa5d-4dff-8913-e13c430a5c69), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:12.661524 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-070380c4-bbf3-488e-a804-42fc0814ddb6 admin admin] Publish callbacks [] for security_group (ac47b65d-6a9d-4340-934a-1940db864f33), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:12.671378 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-070380c4-bbf3-488e-a804-42fc0814ddb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (ac47b65d-6a9d-4340-934a-1940db864f33), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:12.687261 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-070380c4-bbf3-488e-a804-42fc0814ddb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1063, 'physical_network': 'physnet1'} {{(pid=106258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 04:26:12.719760 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=68,neutron:INSERT=28,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:12.745006 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-070380c4-bbf3-488e-a804-42fc0814ddb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3898234'] for segment (794373ad-e262-4f96-90af-98a4594608f3), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:12.745006 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.db.segments_db [None req-070380c4-bbf3-488e-a804-42fc0814ddb6 admin admin] Added segment 794373ad-e262-4f96-90af-98a4594608f3 of type vlan for network 2ae43651-2c59-4902-9fbc-2b9d1dde6e96 Aug 30 04:26:12.747131 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44717a0-c5ee-4981-804c-fc4f2e99b32b None None] Network 661607d2-cb41-40c5-ac13-3334a7f66c5e requested from dv-cinder-854265-2-iscsi {{(pid=106259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:26:12.758004 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070380c4-bbf3-488e-a804-42fc0814ddb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac47b65d-6a9d-4340-934a-1940db864f33,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:12.789323 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:12.798210 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e218e6f2-5fb7-4cca-8308-ae2253bbf7dc admin admin] Publish callbacks [] for security_group (9fd90218-8043-42fb-a846-f5c42d9cc133), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:12.827879 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e218e6f2-5fb7-4cca-8308-ae2253bbf7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (9fd90218-8043-42fb-a846-f5c42d9cc133), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:12.839178 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-070380c4-bbf3-488e-a804-42fc0814ddb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260646229'] for network (2ae43651-2c59-4902-9fbc-2b9d1dde6e96), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:12.862137 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-008f93a7-6140-4c60-b262-bb79e81f3e18 admin admin] Router efc0e799-aa5d-4dff-8913-e13c430a5c69 is scheduled to L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 with binding_index 1 {{(pid=106257) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 04:26:12.902979 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e218e6f2-5fb7-4cca-8308-ae2253bbf7dc admin admin] vlan segment allocate from pool success with {'vlan_id': 1072, 'physical_network': 'physnet1'} {{(pid=106258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 04:26:12.946728 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e218e6f2-5fb7-4cca-8308-ae2253bbf7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3898234'] for segment (18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:12.947186 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.db.segments_db [None req-e218e6f2-5fb7-4cca-8308-ae2253bbf7dc admin admin] Added segment 18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12 of type vlan for network 7fc2da6b-035c-428c-8a36-2438f46094fd Aug 30 04:26:12.948912 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218e6f2-5fb7-4cca-8308-ae2253bbf7dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd90218-8043-42fb-a846-f5c42d9cc133,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:12.953303 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-b7e75378-a58c-4f95-9354-fc3bb2859deb None None] Provisioning complete for port 95c8f307-8893-461e-9ce5-97f9990f9a75 triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:26:12.953785 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-070380c4-bbf3-488e-a804-42fc0814ddb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055'] for network (2ae43651-2c59-4902-9fbc-2b9d1dde6e96), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:12.955202 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070380c4-bbf3-488e-a804-42fc0814ddb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:12.956190 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-070380c4-bbf3-488e-a804-42fc0814ddb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for network (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:12.958366 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-b7e75378-a58c-4f95-9354-fc3bb2859deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (95c8f307-8893-461e-9ce5-97f9990f9a75), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:12.996425 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-070380c4-bbf3-488e-a804-42fc0814ddb6 admin admin] 10.222.0.85 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9770868 Aug 30 04:26:13.003523 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 48446) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:13.024316 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-7011970e-fc82-40d7-9ebb-61af4e9702e6 admin admin] Request body: {'subnet': {'network_id': '2ae43651-2c59-4902-9fbc-2b9d1dde6e96', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1209035974-subnet', 'tenant_id': '959853ec613f47819ed2883c8539b24e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:26:13.127513 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e218e6f2-5fb7-4cca-8308-ae2253bbf7dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260646229'] for network (7fc2da6b-035c-428c-8a36-2438f46094fd), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:13.143157 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070380c4-bbf3-488e-a804-42fc0814ddb6 admin admin] Pushing event updated for resources: {'Network': ['ID=2ae43651-2c59-4902-9fbc-2b9d1dde6e96,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:13.154878 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7011970e-fc82-40d7-9ebb-61af4e9702e6 admin admin] Made reservation on behalf of 959853ec613f47819ed2883c8539b24e for: {'subnet': 1} {{(pid=106257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:26:13.161334 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-7011970e-fc82-40d7-9ebb-61af4e9702e6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:13.163755 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008f93a7-6140-4c60-b262-bb79e81f3e18 admin admin] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:26:13.177092 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9cb14e-9e0b-4aee-afdf-c5ff6efafe47 None None] Sync routers for ids ['efc0e799-aa5d-4dff-8913-e13c430a5c69'] in dv-cinder-854265-2-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:26:13.190996 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e218e6f2-5fb7-4cca-8308-ae2253bbf7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055'] for network (7fc2da6b-035c-428c-8a36-2438f46094fd), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:13.194383 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e218e6f2-5fb7-4cca-8308-ae2253bbf7dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:13.195002 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Network 2ae43651-2c59-4902-9fbc-2b9d1dde6e96 details requested by agent ovs-agent-dv-cinder-854265-2-iscsi with host dv-cinder-854265-2-iscsi {{(pid=106259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:26:13.196051 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e218e6f2-5fb7-4cca-8308-ae2253bbf7dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for network (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:13.208683 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9cb14e-9e0b-4aee-afdf-c5ff6efafe47 None None] Routers {'efc0e799-aa5d-4dff-8913-e13c430a5c69'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:26:13.211881 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-6e9cb14e-9e0b-4aee-afdf-c5ff6efafe47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:25:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['efc0e799-aa5d-4dff-8913-e13c430a5c69'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:26:13.220111 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-e218e6f2-5fb7-4cca-8308-ae2253bbf7dc admin admin] 10.222.0.85 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2318926 Aug 30 04:26:13.235094 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 48458) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:13.242160 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-1ee407f5-5972-4590-a125-cf54204420d7 admin admin] Request body: {'subnet': {'network_id': '7fc2da6b-035c-428c-8a36-2438f46094fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-348001869-subnet', 'tenant_id': 'd7deffddf9934a028bfdb0b1c965c618', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:26:13.308123 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee407f5-5972-4590-a125-cf54204420d7 admin admin] Made reservation on behalf of d7deffddf9934a028bfdb0b1c965c618 for: {'subnet': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:26:13.312012 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1ee407f5-5972-4590-a125-cf54204420d7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:13.325937 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-008f93a7-6140-4c60-b262-bb79e81f3e18 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:13.335978 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-008f93a7-6140-4c60-b262-bb79e81f3e18 admin admin] 10.222.0.85 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.8359852 Aug 30 04:26:13.346247 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 48460) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:13.409712 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-b7e75378-a58c-4f95-9354-fc3bb2859deb None None] Current status of the port 95c8f307-8893-461e-9ce5-97f9990f9a75 is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:26:13.548088 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-fc301b38-5337-472f-b841-4541692121ac None None] Provisioning complete for port 95c8f307-8893-461e-9ce5-97f9990f9a75 triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:26:13.549027 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-fc301b38-5337-472f-b841-4541692121ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (95c8f307-8893-461e-9ce5-97f9990f9a75), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:13.629552 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-6e9cb14e-9e0b-4aee-afdf-c5ff6efafe47 None None] Set router efc0e799-aa5d-4dff-8913-e13c430a5c69 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:26:13.630804 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1ee407f5-5972-4590-a125-cf54204420d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055'] for subnet (10d22c1f-33e0-4527-bb5d-63253813ffaa), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:13.749355 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-fc301b38-5337-472f-b841-4541692121ac None None] Current status of the port 95c8f307-8893-461e-9ce5-97f9990f9a75 is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:26:13.820969 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:13.845633 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218e6f2-5fb7-4cca-8308-ae2253bbf7dc admin admin] Pushing event updated for resources: {'Network': ['ID=7fc2da6b-035c-428c-8a36-2438f46094fd,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:13.884701 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Network 7fc2da6b-035c-428c-8a36-2438f46094fd details requested by agent ovs-agent-dv-cinder-854265-2-iscsi with host dv-cinder-854265-2-iscsi {{(pid=106259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:26:13.912611 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee407f5-5972-4590-a125-cf54204420d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10d22c1f-33e0-4527-bb5d-63253813ffaa,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:13.952180 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee407f5-5972-4590-a125-cf54204420d7 admin admin] Checking segment: {'id': '18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7fc2da6b-035c-428c-8a36-2438f46094fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:26:13.952516 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee407f5-5972-4590-a125-cf54204420d7 admin admin] Network hostable DHCP agents. Network: 7fc2da6b-035c-428c-8a36-2438f46094fd, hostable agents: ['b1b2a880-5f2a-4407-bfda-3b17b5cf16ab'], hosted agents: [] {{(pid=106258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:26:13.968832 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-6e9cb14e-9e0b-4aee-afdf-c5ff6efafe47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc0e799-aa5d-4dff-8913-e13c430a5c69', 'name': 'tempest-ServerRescueNegativeTestJSON-859256801-router', 'tenant_id': 'edc09fe630034be4b292562e2de6e3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '68eabc5a-4355-48fe-b374-e6078ccc1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:26:10Z', 'updated_at': '2022-08-30T04:26:12Z', 'revision_number': 3, 'project_id': 'edc09fe630034be4b292562e2de6e3f9', 'gw_port': {'id': '68eabc5a-4355-48fe-b374-e6078ccc1695', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:31:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc0e799-aa5d-4dff-8913-e13c430a5c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:11Z', 'updated_at': '2022-08-30T04:26:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi'}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:26:14.028243 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee407f5-5972-4590-a125-cf54204420d7 admin admin] Network 7fc2da6b-035c-428c-8a36-2438f46094fd is scheduled to be hosted by DHCP agent b1b2a880-5f2a-4407-bfda-3b17b5cf16ab with binding_index 1 {{(pid=106258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:26:14.053535 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-1ee407f5-5972-4590-a125-cf54204420d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-2-iscsi, 7fc2da6b-035c-428c-8a36-2438f46094fd) {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:26:14.055981 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9cb14e-9e0b-4aee-afdf-c5ff6efafe47 None None] Checking router: efc0e799-aa5d-4dff-8913-e13c430a5c69 for host: dv-cinder-854265-2-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:26:14.056558 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9cb14e-9e0b-4aee-afdf-c5ff6efafe47 None None] Updating router efc0e799-aa5d-4dff-8913-e13c430a5c69 port 68eabc5a-4355-48fe-b374-e6078ccc1695 binding host dv-cinder-854265-2-iscsi {{(pid=106260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:26:14.058288 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 95c8f307-8893-461e-9ce5-97f9990f9a75 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:26:14.065289 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee407f5-5972-4590-a125-cf54204420d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:14.065887 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1ee407f5-5972-4590-a125-cf54204420d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for subnet (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:14.077844 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2911ac53-5b7b-4d4e-b1d1-e755b22b8d46 None None] Network 7fc2da6b-035c-428c-8a36-2438f46094fd requested from dv-cinder-854265-2-iscsi {{(pid=106259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:26:14.123276 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-1ee407f5-5972-4590-a125-cf54204420d7 admin admin] 10.222.0.85 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8833826 Aug 30 04:26:14.127457 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 48478) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:14.130518 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6e9cb14e-9e0b-4aee-afdf-c5ff6efafe47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (68eabc5a-4355-48fe-b374-e6078ccc1695), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:14.135934 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-d25995e8-5160-4032-ad0b-f7b7b94fd995 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-348001869-router', 'tenant_id': 'd7deffddf9934a028bfdb0b1c965c618', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'}}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:26:14.170558 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:14.190690 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d25995e8-5160-4032-ad0b-f7b7b94fd995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-698027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6516'] for router (cd1726ec-0b76-43ce-b129-28907fd0ca3b), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:14.192143 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d25995e8-5160-4032-ad0b-f7b7b94fd995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-695958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6523'] for router (cd1726ec-0b76-43ce-b129-28907fd0ca3b), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:14.284690 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-7011970e-fc82-40d7-9ebb-61af4e9702e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055'] for subnet (395c78ef-834d-43ef-9fdc-f18f8ef90d24), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:14.357927 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d25995e8-5160-4032-ad0b-f7b7b94fd995 admin admin] Publish callbacks [] for router_controller (cd1726ec-0b76-43ce-b129-28907fd0ca3b), precommit_add_association {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:14.483212 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port 95c8f307-8893-461e-9ce5-97f9990f9a75 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:26:14.483785 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (95c8f307-8893-461e-9ce5-97f9990f9a75), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:14.546750 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7011970e-fc82-40d7-9ebb-61af4e9702e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=395c78ef-834d-43ef-9fdc-f18f8ef90d24,revision_number=0']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:14.566988 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6e9cb14e-9e0b-4aee-afdf-c5ff6efafe47 None None] Publish callbacks [] for port (68eabc5a-4355-48fe-b374-e6078ccc1695), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:14.576638 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6e9cb14e-9e0b-4aee-afdf-c5ff6efafe47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (68eabc5a-4355-48fe-b374-e6078ccc1695), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:14.585310 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7011970e-fc82-40d7-9ebb-61af4e9702e6 admin admin] Checking segment: {'id': '794373ad-e262-4f96-90af-98a4594608f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '2ae43651-2c59-4902-9fbc-2b9d1dde6e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:26:14.586035 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7011970e-fc82-40d7-9ebb-61af4e9702e6 admin admin] Network hostable DHCP agents. Network: 2ae43651-2c59-4902-9fbc-2b9d1dde6e96, hostable agents: ['b1b2a880-5f2a-4407-bfda-3b17b5cf16ab'], hosted agents: [] {{(pid=106257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:26:14.600593 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-6e9cb14e-9e0b-4aee-afdf-c5ff6efafe47 None None] Attempting to bind port 68eabc5a-4355-48fe-b374-e6078ccc1695 on host dv-cinder-854265-2-iscsi for vnic_type normal with profile {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:26:14.600970 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-6e9cb14e-9e0b-4aee-afdf-c5ff6efafe47 None None] Attempting to bind port 68eabc5a-4355-48fe-b374-e6078ccc1695 by drivers openvswitch,hyperv on host dv-cinder-854265-2-iscsi at level 0 using segments [{'id': 'fa929cc1-394c-4547-9d6d-d932c4c80d18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:26:14.601464 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9cb14e-9e0b-4aee-afdf-c5ff6efafe47 None None] Attempting to bind port 68eabc5a-4355-48fe-b374-e6078ccc1695 on network 03964a12-f74f-4d2e-840d-00c949ed3dc4 {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:26:14.609898 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9cb14e-9e0b-4aee-afdf-c5ff6efafe47 None None] Checking agent: {'id': 'e0fa4f30-19e6-45a9-8914-5f6bf4441601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17, 58), 'started_at': datetime.datetime(2022, 8, 30, 4, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:26:14.610614 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9cb14e-9e0b-4aee-afdf-c5ff6efafe47 None None] Checking segment: {'id': 'fa929cc1-394c-4547-9d6d-d932c4c80d18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:26:14.610988 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6e9cb14e-9e0b-4aee-afdf-c5ff6efafe47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:14.611430 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9cb14e-9e0b-4aee-afdf-c5ff6efafe47 None None] Bound using segment: {'id': 'fa929cc1-394c-4547-9d6d-d932c4c80d18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:26:14.612284 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-6e9cb14e-9e0b-4aee-afdf-c5ff6efafe47 None None] Bound port: 68eabc5a-4355-48fe-b374-e6078ccc1695, host: dv-cinder-854265-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa929cc1-394c-4547-9d6d-d932c4c80d18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'}}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:26:14.621260 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6e9cb14e-9e0b-4aee-afdf-c5ff6efafe47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (68eabc5a-4355-48fe-b374-e6078ccc1695), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:14.655392 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58daaa6-5385-41ff-8219-962035184791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp163fce75-ff37-51be-b106-87d3326ca651-7fc2da6b-035c-428c-8a36-2438f46094fd', 'network_id': '7fc2da6b-035c-428c-8a36-2438f46094fd', 'project_id': 'd7deffddf9934a028bfdb0b1c965c618', 'fixed_ips': [{'subnet_id': '10d22c1f-33e0-4527-bb5d-63253813ffaa'}]}} from dv-cinder-854265-2-iscsi. {{(pid=106259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 04:26:14.656901 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-a58daaa6-5385-41ff-8219-962035184791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:14.666311 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:14.695380 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7011970e-fc82-40d7-9ebb-61af4e9702e6 admin admin] Network 2ae43651-2c59-4902-9fbc-2b9d1dde6e96 is scheduled to be hosted by DHCP agent b1b2a880-5f2a-4407-bfda-3b17b5cf16ab with binding_index 1 {{(pid=106257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:26:14.707021 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:14.719730 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d25995e8-5160-4032-ad0b-f7b7b94fd995 admin admin] Publish callbacks [] for router_gateway (cd1726ec-0b76-43ce-b129-28907fd0ca3b), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:14.737194 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.base_scheduler [None req-7011970e-fc82-40d7-9ebb-61af4e9702e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-2-iscsi, 2ae43651-2c59-4902-9fbc-2b9d1dde6e96) {{(pid=106257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:26:14.770944 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7011970e-fc82-40d7-9ebb-61af4e9702e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:14.771753 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-7011970e-fc82-40d7-9ebb-61af4e9702e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for subnet (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:14.891127 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa885e39-c056-45d4-9a69-2cb1b939e1d6 None None] Pushing event updated for resources: {'Port': ['ID=68eabc5a-4355-48fe-b374-e6078ccc1695,revision_number=2']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:14.897107 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=81,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:14.901554 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:14.924053 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa885e39-c056-45d4-9a69-2cb1b939e1d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:14.924053 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa885e39-c056-45d4-9a69-2cb1b939e1d6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:14.924053 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa885e39-c056-45d4-9a69-2cb1b939e1d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:14.924053 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa885e39-c056-45d4-9a69-2cb1b939e1d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:14.924053 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa885e39-c056-45d4-9a69-2cb1b939e1d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:14.924053 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa885e39-c056-45d4-9a69-2cb1b939e1d6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:14.924053 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa885e39-c056-45d4-9a69-2cb1b939e1d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:14.924053 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa885e39-c056-45d4-9a69-2cb1b939e1d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:14.924053 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa885e39-c056-45d4-9a69-2cb1b939e1d6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:14.924053 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa885e39-c056-45d4-9a69-2cb1b939e1d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:14.924053 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa885e39-c056-45d4-9a69-2cb1b939e1d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:14.924053 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa885e39-c056-45d4-9a69-2cb1b939e1d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:14.924053 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa885e39-c056-45d4-9a69-2cb1b939e1d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:14.924053 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa885e39-c056-45d4-9a69-2cb1b939e1d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:14.924053 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa885e39-c056-45d4-9a69-2cb1b939e1d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:26:14.924053 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa885e39-c056-45d4-9a69-2cb1b939e1d6 None None] Tracked resource versions report: Aug 30 04:26:14.924053 dv-cinder-854265-2-iscsi neutron-server[106260]: pushed versions: Aug 30 04:26:14.924053 dv-cinder-854265-2-iscsi neutron-server[106260]: { 'AddressGroup': {'1.2'}, Aug 30 04:26:14.924053 dv-cinder-854265-2-iscsi neutron-server[106260]: 'Agent': {'1.1'}, Aug 30 04:26:14.924053 dv-cinder-854265-2-iscsi neutron-server[106260]: 'ConntrackHelper': {'1.0'}, Aug 30 04:26:14.924053 dv-cinder-854265-2-iscsi neutron-server[106260]: 'LocalIPAssociation': {'1.0'}, Aug 30 04:26:14.924053 dv-cinder-854265-2-iscsi neutron-server[106260]: 'Log': {'1.0'}, Aug 30 04:26:14.925443 dv-cinder-854265-2-iscsi neutron-server[106260]: 'NDPProxy': {'1.0'}, Aug 30 04:26:14.925443 dv-cinder-854265-2-iscsi neutron-server[106260]: 'Network': {'1.1'}, Aug 30 04:26:14.925443 dv-cinder-854265-2-iscsi neutron-server[106260]: 'Port': {'1.7'}, Aug 30 04:26:14.925443 dv-cinder-854265-2-iscsi neutron-server[106260]: 'PortForwarding': {'1.3'}, Aug 30 04:26:14.925443 dv-cinder-854265-2-iscsi neutron-server[106260]: 'QosPolicy': {'1.10'}, Aug 30 04:26:14.925443 dv-cinder-854265-2-iscsi neutron-server[106260]: 'SecurityGroup': {'1.5'}, Aug 30 04:26:14.925443 dv-cinder-854265-2-iscsi neutron-server[106260]: 'SecurityGroupRule': {'1.2'}, Aug 30 04:26:14.925443 dv-cinder-854265-2-iscsi neutron-server[106260]: 'SubPort': {'1.0'}, Aug 30 04:26:14.925443 dv-cinder-854265-2-iscsi neutron-server[106260]: 'Subnet': {'1.1'}, Aug 30 04:26:14.925443 dv-cinder-854265-2-iscsi neutron-server[106260]: 'Trunk': {'1.1'}} Aug 30 04:26:14.925443 dv-cinder-854265-2-iscsi neutron-server[106260]: consumer versions: Aug 30 04:26:14.925443 dv-cinder-854265-2-iscsi neutron-server[106260]: { DHCP agent@dv-cinder-854265-2-iscsi: {}, Aug 30 04:26:14.925443 dv-cinder-854265-2-iscsi neutron-server[106260]: HyperV agent@hv-cinder-85426: {}, Aug 30 04:26:14.925443 dv-cinder-854265-2-iscsi neutron-server[106260]: L3 agent@dv-cinder-854265-2-iscsi: {}, Aug 30 04:26:14.925443 dv-cinder-854265-2-iscsi neutron-server[106260]: Metadata agent@dv-cinder-854265-2-iscsi: {}, Aug 30 04:26:14.925443 dv-cinder-854265-2-iscsi neutron-server[106260]: Metering agent@dv-cinder-854265-2-iscsi: {}, Aug 30 04:26:14.925443 dv-cinder-854265-2-iscsi neutron-server[106260]: Open vSwitch agent@dv-cinder-854265-2-iscsi: { 'AddressGroup': '1.2', Aug 30 04:26:14.925443 dv-cinder-854265-2-iscsi neutron-server[106260]: 'Agent': '1.1', Aug 30 04:26:14.925443 dv-cinder-854265-2-iscsi neutron-server[106260]: 'ConntrackHelper': '1.0', Aug 30 04:26:14.925443 dv-cinder-854265-2-iscsi neutron-server[106260]: 'LocalIPAssociation': '1.0', Aug 30 04:26:14.925443 dv-cinder-854265-2-iscsi neutron-server[106260]: 'Log': '1.0', Aug 30 04:26:14.925443 dv-cinder-854265-2-iscsi neutron-server[106260]: 'NDPProxy': '1.0', Aug 30 04:26:14.925443 dv-cinder-854265-2-iscsi neutron-server[106260]: 'Network': '1.1', Aug 30 04:26:14.925443 dv-cinder-854265-2-iscsi neutron-server[106260]: 'Port': '1.7', Aug 30 04:26:14.925443 dv-cinder-854265-2-iscsi neutron-server[106260]: 'PortForwarding': '1.3', Aug 30 04:26:14.925443 dv-cinder-854265-2-iscsi neutron-server[106260]: 'QosPolicy': '1.10', Aug 30 04:26:14.925443 dv-cinder-854265-2-iscsi neutron-server[106260]: 'SecurityGroup': '1.5', Aug 30 04:26:14.925443 dv-cinder-854265-2-iscsi neutron-server[106260]: 'SecurityGroupRule': '1.2', Aug 30 04:26:14.925443 dv-cinder-854265-2-iscsi neutron-server[106260]: 'SubPort': '1.0', Aug 30 04:26:14.925443 dv-cinder-854265-2-iscsi neutron-server[106260]: 'Subnet': '1.1', Aug 30 04:26:14.925443 dv-cinder-854265-2-iscsi neutron-server[106260]: 'Trunk': '1.1'}} Aug 30 04:26:14.925443 dv-cinder-854265-2-iscsi neutron-server[106260]: {{(pid=106260) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 04:26:14.953064 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-6e9cb14e-9e0b-4aee-afdf-c5ff6efafe47 None None] For port 68eabc5a-4355-48fe-b374-e6078ccc1695, host dv-cinder-854265-2-iscsi, cleared binding levels {{(pid=106260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:26:14.962228 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-7011970e-fc82-40d7-9ebb-61af4e9702e6 admin admin] 10.222.0.85 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9553523 Aug 30 04:26:14.965750 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 48520) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:14.970674 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-b81a45c0-7c89-4fe9-b799-6b9b2b3d65e0 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1209035974-router', 'tenant_id': '959853ec613f47819ed2883c8539b24e', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'}}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:26:14.973503 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-6e9cb14e-9e0b-4aee-afdf-c5ff6efafe47 None None] For port 68eabc5a-4355-48fe-b374-e6078ccc1695, host dv-cinder-854265-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=68eabc5a-4355-48fe-b374-e6078ccc1695,segment=NetworkSegment(fa929cc1-394c-4547-9d6d-d932c4c80d18),segment_id=fa929cc1-394c-4547-9d6d-d932c4c80d18)] {{(pid=106260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:26:14.992167 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6e9cb14e-9e0b-4aee-afdf-c5ff6efafe47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (68eabc5a-4355-48fe-b374-e6078ccc1695), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:15.058447 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3176ca5c-782c-4a46-b210-f7eb39dad87f None None] Network 2ae43651-2c59-4902-9fbc-2b9d1dde6e96 requested from dv-cinder-854265-2-iscsi {{(pid=106259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:26:15.100471 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-b81a45c0-7c89-4fe9-b799-6b9b2b3d65e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-698027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6516'] for router (e085ca82-0f33-4410-99f1-d3b786da6cfb), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:15.111059 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-b81a45c0-7c89-4fe9-b799-6b9b2b3d65e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-695958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6523'] for router (e085ca82-0f33-4410-99f1-d3b786da6cfb), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:15.133331 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-2b306e69-796d-442d-9e8e-7f62c0ef795e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:15.148807 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa885e39-c056-45d4-9a69-2cb1b939e1d6 None None] Pushing event updated for resources: {'Port': ['ID=68eabc5a-4355-48fe-b374-e6078ccc1695,revision_number=3']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:15.155534 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d25995e8-5160-4032-ad0b-f7b7b94fd995 admin admin] Publish callbacks [] for router_gateway (cd1726ec-0b76-43ce-b129-28907fd0ca3b), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:15.166880 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9cb14e-9e0b-4aee-afdf-c5ff6efafe47 None None] Routers {'efc0e799-aa5d-4dff-8913-e13c430a5c69'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:26:15.167443 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-6e9cb14e-9e0b-4aee-afdf-c5ff6efafe47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:25:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['efc0e799-aa5d-4dff-8913-e13c430a5c69'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:26:15.214841 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d25995e8-5160-4032-ad0b-f7b7b94fd995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:15.246081 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:15.387510 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port 95c8f307-8893-461e-9ce5-97f9990f9a75 is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:26:15.398814 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-b81a45c0-7c89-4fe9-b799-6b9b2b3d65e0 admin admin] Publish callbacks [] for router_controller (e085ca82-0f33-4410-99f1-d3b786da6cfb), precommit_add_association {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:15.447096 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [None req-d25995e8-5160-4032-ad0b-f7b7b94fd995 admin admin] Allocated IP 172.27.1.80 (03964a12-f74f-4d2e-840d-00c949ed3dc4/00661445-2d2c-4e5c-8f29-475eaaec65d5/8768219d-9eca-4774-b7e4-b04e9d2e70cf) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:26:15.481010 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-6e9cb14e-9e0b-4aee-afdf-c5ff6efafe47 None None] Set router efc0e799-aa5d-4dff-8913-e13c430a5c69 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:26:15.491288 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.db_base_plugin_common [None req-a58daaa6-5385-41ff-8219-962035184791 None None] Allocated IP 172.20.0.2 (7fc2da6b-035c-428c-8a36-2438f46094fd/10d22c1f-33e0-4527-bb5d-63253813ffaa/1876a55c-715e-4a50-9e34-61cc3423bbbd) {{(pid=106259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:26:15.524363 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c4fca9-05f3-4d05-a38f-3e894db2a3c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp163fce75-ff37-51be-b106-87d3326ca651-2ae43651-2c59-4902-9fbc-2b9d1dde6e96', 'network_id': '2ae43651-2c59-4902-9fbc-2b9d1dde6e96', 'project_id': '959853ec613f47819ed2883c8539b24e', 'fixed_ips': [{'subnet_id': '395c78ef-834d-43ef-9fdc-f18f8ef90d24'}]}} from dv-cinder-854265-2-iscsi. {{(pid=106259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 04:26:15.525421 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-f9c4fca9-05f3-4d05-a38f-3e894db2a3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:15.603287 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 48536) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:15.608811 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:15.620662 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d25995e8-5160-4032-ad0b-f7b7b94fd995 admin admin] Publish callbacks [] for port (8768219d-9eca-4774-b7e4-b04e9d2e70cf), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:15.730039 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d25995e8-5160-4032-ad0b-f7b7b94fd995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758'] for port (8768219d-9eca-4774-b7e4-b04e9d2e70cf), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:15.765382 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:15.831070 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-6e9cb14e-9e0b-4aee-afdf-c5ff6efafe47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc0e799-aa5d-4dff-8913-e13c430a5c69', 'name': 'tempest-ServerRescueNegativeTestJSON-859256801-router', 'tenant_id': 'edc09fe630034be4b292562e2de6e3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '68eabc5a-4355-48fe-b374-e6078ccc1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:26:10Z', 'updated_at': '2022-08-30T04:26:12Z', 'revision_number': 3, 'project_id': 'edc09fe630034be4b292562e2de6e3f9', 'gw_port': {'id': '68eabc5a-4355-48fe-b374-e6078ccc1695', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:31:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc0e799-aa5d-4dff-8913-e13c430a5c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:11Z', 'updated_at': '2022-08-30T04:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi'}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:26:15.881321 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 48546) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:15.900503 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25995e8-5160-4032-ad0b-f7b7b94fd995 admin admin] Pushing event updated for resources: {'Port': ['ID=8768219d-9eca-4774-b7e4-b04e9d2e70cf,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:15.921698 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25995e8-5160-4032-ad0b-f7b7b94fd995 admin admin] Network 03964a12-f74f-4d2e-840d-00c949ed3dc4 is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:26:15.922949 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-b81a45c0-7c89-4fe9-b799-6b9b2b3d65e0 admin admin] Publish callbacks [] for router_gateway (e085ca82-0f33-4410-99f1-d3b786da6cfb), precommit_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:15.923367 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-d25995e8-5160-4032-ad0b-f7b7b94fd995 admin admin] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:26:15.928149 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25995e8-5160-4032-ad0b-f7b7b94fd995 admin admin] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:26:15.945163 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9cb14e-9e0b-4aee-afdf-c5ff6efafe47 None None] The sync data for ids ['efc0e799-aa5d-4dff-8913-e13c430a5c69'] in dv-cinder-854265-2-iscsi is: [{'id': 'efc0e799-aa5d-4dff-8913-e13c430a5c69', 'name': 'tempest-ServerRescueNegativeTestJSON-859256801-router', 'tenant_id': 'edc09fe630034be4b292562e2de6e3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '68eabc5a-4355-48fe-b374-e6078ccc1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:26:10Z', 'updated_at': '2022-08-30T04:26:12Z', 'revision_number': 3, 'project_id': 'edc09fe630034be4b292562e2de6e3f9', 'gw_port': {'id': '68eabc5a-4355-48fe-b374-e6078ccc1695', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:31:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc0e799-aa5d-4dff-8913-e13c430a5c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:11Z', 'updated_at': '2022-08-30T04:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi'}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:26:16.033653 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-cc78be4b-9d4f-4c50-8003-75460b1cb00b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:16.077316 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.db_base_plugin_common [None req-f9c4fca9-05f3-4d05-a38f-3e894db2a3c5 None None] Allocated IP 172.20.0.2 (2ae43651-2c59-4902-9fbc-2b9d1dde6e96/395c78ef-834d-43ef-9fdc-f18f8ef90d24/cfd6d40c-1aa9-483c-8551-108b995ca394) {{(pid=106259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:26:16.088193 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-a58daaa6-5385-41ff-8219-962035184791 None None] Publish callbacks [] for port (1876a55c-715e-4a50-9e34-61cc3423bbbd), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:16.112566 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.db_base_plugin_common [None req-2b306e69-796d-442d-9e8e-7f62c0ef795e admin admin] Allocated IP 172.20.0.1 (661607d2-cb41-40c5-ac13-3334a7f66c5e/d860aa44-a024-4bdb-b214-412c9f1784ea/c611a2a6-98df-43cd-9d1c-7a53b3ed819f) {{(pid=106257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:26:16.122554 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-a58daaa6-5385-41ff-8219-962035184791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758'] for port (1876a55c-715e-4a50-9e34-61cc3423bbbd), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:16.137413 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:INSERT=5,neutron:UPDATE=4,neutron:SELECT=91 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:16.230773 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58daaa6-5385-41ff-8219-962035184791 None None] Network 7fc2da6b-035c-428c-8a36-2438f46094fd is already hosted by enough agents. {{(pid=106259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:26:16.236247 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.scheduler.base_scheduler [None req-a58daaa6-5385-41ff-8219-962035184791 None None] Resources bound (agent type, host, resource id): {{(pid=106259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:26:16.238533 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58daaa6-5385-41ff-8219-962035184791 None None] Pushing event updated for resources: {'Port': ['ID=1876a55c-715e-4a50-9e34-61cc3423bbbd,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:16.243969 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58daaa6-5385-41ff-8219-962035184791 None None] Received port after_create {{(pid=106259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:26:16.265739 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c3e87116-682e-4ac1-bdfe-a07e8a7c33f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:16.329774 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-cc78be4b-9d4f-4c50-8003-75460b1cb00b admin admin] Publish callbacks [] for security_group (a0c7fdf8-7491-47c7-8d19-ebc84caba058), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:16.405302 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-cc78be4b-9d4f-4c50-8003-75460b1cb00b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (a0c7fdf8-7491-47c7-8d19-ebc84caba058), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:16.425081 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-a58daaa6-5385-41ff-8219-962035184791 None None] Attempting to bind port 1876a55c-715e-4a50-9e34-61cc3423bbbd on host dv-cinder-854265-2-iscsi for vnic_type normal with profile {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:26:16.429559 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-a58daaa6-5385-41ff-8219-962035184791 None None] Attempting to bind port 1876a55c-715e-4a50-9e34-61cc3423bbbd by drivers openvswitch,hyperv on host dv-cinder-854265-2-iscsi at level 0 using segments [{'id': '18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7fc2da6b-035c-428c-8a36-2438f46094fd'}] {{(pid=106259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:26:16.429925 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58daaa6-5385-41ff-8219-962035184791 None None] Attempting to bind port 1876a55c-715e-4a50-9e34-61cc3423bbbd on network 7fc2da6b-035c-428c-8a36-2438f46094fd {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:26:16.448675 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58daaa6-5385-41ff-8219-962035184791 None None] Checking agent: {'id': 'e0fa4f30-19e6-45a9-8914-5f6bf4441601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17, 58), 'started_at': datetime.datetime(2022, 8, 30, 4, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:26:16.452949 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58daaa6-5385-41ff-8219-962035184791 None None] Checking segment: {'id': '18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7fc2da6b-035c-428c-8a36-2438f46094fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:26:16.453674 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-a58daaa6-5385-41ff-8219-962035184791 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:16.454365 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58daaa6-5385-41ff-8219-962035184791 None None] Bound using segment: {'id': '18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7fc2da6b-035c-428c-8a36-2438f46094fd'} {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:26:16.455066 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-a58daaa6-5385-41ff-8219-962035184791 None None] Bound port: 1876a55c-715e-4a50-9e34-61cc3423bbbd, host: dv-cinder-854265-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7fc2da6b-035c-428c-8a36-2438f46094fd'}}] {{(pid=106259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:26:16.461713 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-a58daaa6-5385-41ff-8219-962035184791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (1876a55c-715e-4a50-9e34-61cc3423bbbd), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:16.462682 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=5 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:16.500438 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:16.532784 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:16.537115 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-f9c4fca9-05f3-4d05-a38f-3e894db2a3c5 None None] Publish callbacks [] for port (cfd6d40c-1aa9-483c-8551-108b995ca394), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:16.555791 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-b81a45c0-7c89-4fe9-b799-6b9b2b3d65e0 admin admin] Publish callbacks [] for router_gateway (e085ca82-0f33-4410-99f1-d3b786da6cfb), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:16.576026 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d25995e8-5160-4032-ad0b-f7b7b94fd995 admin admin] Publish callbacks [] for router_gateway (cd1726ec-0b76-43ce-b129-28907fd0ca3b), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:16.586743 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-f9c4fca9-05f3-4d05-a38f-3e894db2a3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758'] for port (cfd6d40c-1aa9-483c-8551-108b995ca394), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:16.587291 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-cc78be4b-9d4f-4c50-8003-75460b1cb00b admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=b1363dbf0d3d4afe8d1b407483d3c6fe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9826477 Aug 30 04:26:16.590095 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 48572) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:16.611833 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-b81a45c0-7c89-4fe9-b799-6b9b2b3d65e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:16.629125 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-2b306e69-796d-442d-9e8e-7f62c0ef795e admin admin] Publish callbacks [] for port (c611a2a6-98df-43cd-9d1c-7a53b3ed819f), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:16.638627 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c4fca9-05f3-4d05-a38f-3e894db2a3c5 None None] Network 2ae43651-2c59-4902-9fbc-2b9d1dde6e96 is already hosted by enough agents. {{(pid=106259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:26:16.683478 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.scheduler.base_scheduler [None req-f9c4fca9-05f3-4d05-a38f-3e894db2a3c5 None None] Resources bound (agent type, host, resource id): {{(pid=106259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:26:16.700488 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c4fca9-05f3-4d05-a38f-3e894db2a3c5 None None] Received port after_create {{(pid=106259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:26:16.728490 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:16.746669 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78be4b-9d4f-4c50-8003-75460b1cb00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c7fdf8-7491-47c7-8d19-ebc84caba058,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:16.803084 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-a58daaa6-5385-41ff-8219-962035184791 None None] For port 1876a55c-715e-4a50-9e34-61cc3423bbbd, host dv-cinder-854265-2-iscsi, cleared binding levels {{(pid=106259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:26:16.835770 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c4fca9-05f3-4d05-a38f-3e894db2a3c5 None None] Pushing event updated for resources: {'Port': ['ID=cfd6d40c-1aa9-483c-8551-108b995ca394,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:16.843018 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c3e87116-682e-4ac1-bdfe-a07e8a7c33f0 admin admin] Publish callbacks [] for security_group (d780e914-256f-4d54-81f5-a0f86e6e8805), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:16.856975 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c3e87116-682e-4ac1-bdfe-a07e8a7c33f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (d780e914-256f-4d54-81f5-a0f86e6e8805), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:16.864464 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-a58daaa6-5385-41ff-8219-962035184791 None None] For port 1876a55c-715e-4a50-9e34-61cc3423bbbd, host dv-cinder-854265-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=1876a55c-715e-4a50-9e34-61cc3423bbbd,segment=NetworkSegment(18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12),segment_id=18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12)] {{(pid=106259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:26:16.885700 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-a58daaa6-5385-41ff-8219-962035184791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (1876a55c-715e-4a50-9e34-61cc3423bbbd), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:16.903118 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-f9c4fca9-05f3-4d05-a38f-3e894db2a3c5 None None] Attempting to bind port cfd6d40c-1aa9-483c-8551-108b995ca394 on host dv-cinder-854265-2-iscsi for vnic_type normal with profile {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:26:16.903613 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-f9c4fca9-05f3-4d05-a38f-3e894db2a3c5 None None] Attempting to bind port cfd6d40c-1aa9-483c-8551-108b995ca394 by drivers openvswitch,hyperv on host dv-cinder-854265-2-iscsi at level 0 using segments [{'id': '794373ad-e262-4f96-90af-98a4594608f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '2ae43651-2c59-4902-9fbc-2b9d1dde6e96'}] {{(pid=106259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:26:16.904085 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c4fca9-05f3-4d05-a38f-3e894db2a3c5 None None] Attempting to bind port cfd6d40c-1aa9-483c-8551-108b995ca394 on network 2ae43651-2c59-4902-9fbc-2b9d1dde6e96 {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:26:16.965997 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c4fca9-05f3-4d05-a38f-3e894db2a3c5 None None] Checking agent: {'id': 'e0fa4f30-19e6-45a9-8914-5f6bf4441601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17, 58), 'started_at': datetime.datetime(2022, 8, 30, 4, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:26:16.968278 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c4fca9-05f3-4d05-a38f-3e894db2a3c5 None None] Checking segment: {'id': '794373ad-e262-4f96-90af-98a4594608f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '2ae43651-2c59-4902-9fbc-2b9d1dde6e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:26:16.968891 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-f9c4fca9-05f3-4d05-a38f-3e894db2a3c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:16.970490 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c4fca9-05f3-4d05-a38f-3e894db2a3c5 None None] Bound using segment: {'id': '794373ad-e262-4f96-90af-98a4594608f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '2ae43651-2c59-4902-9fbc-2b9d1dde6e96'} {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:26:16.971073 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-f9c4fca9-05f3-4d05-a38f-3e894db2a3c5 None None] Bound port: cfd6d40c-1aa9-483c-8551-108b995ca394, host: dv-cinder-854265-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '794373ad-e262-4f96-90af-98a4594608f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '2ae43651-2c59-4902-9fbc-2b9d1dde6e96'}}] {{(pid=106259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:26:16.972575 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-f9c4fca9-05f3-4d05-a38f-3e894db2a3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (cfd6d40c-1aa9-483c-8551-108b995ca394), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:17.000480 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4a6b9892-003a-4c2c-b41e-cdffd84e0979 admin admin] Publish callbacks [] for security_group (a0c7fdf8-7491-47c7-8d19-ebc84caba058), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:17.074492 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58daaa6-5385-41ff-8219-962035184791 None None] Pushing event updated for resources: {'Port': ['ID=1876a55c-715e-4a50-9e34-61cc3423bbbd,revision_number=2']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:17.114204 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-f9c4fca9-05f3-4d05-a38f-3e894db2a3c5 None None] For port cfd6d40c-1aa9-483c-8551-108b995ca394, host dv-cinder-854265-2-iscsi, cleared binding levels {{(pid=106259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:26:17.120677 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-f9c4fca9-05f3-4d05-a38f-3e894db2a3c5 None None] For port cfd6d40c-1aa9-483c-8551-108b995ca394, host dv-cinder-854265-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=cfd6d40c-1aa9-483c-8551-108b995ca394,segment=NetworkSegment(794373ad-e262-4f96-90af-98a4594608f3),segment_id=794373ad-e262-4f96-90af-98a4594608f3)] {{(pid=106259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:26:17.128380 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-f9c4fca9-05f3-4d05-a38f-3e894db2a3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (cfd6d40c-1aa9-483c-8551-108b995ca394), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:17.182382 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4a6b9892-003a-4c2c-b41e-cdffd84e0979 admin admin] Publish callbacks [] for security_group (a0c7fdf8-7491-47c7-8d19-ebc84caba058), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:17.233821 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c4fca9-05f3-4d05-a38f-3e894db2a3c5 None None] Pushing event updated for resources: {'Port': ['ID=cfd6d40c-1aa9-483c-8551-108b995ca394,revision_number=2']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:17.275633 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e87116-682e-4ac1-bdfe-a07e8a7c33f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d780e914-256f-4d54-81f5-a0f86e6e8805,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:17.308466 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-c3e87116-682e-4ac1-bdfe-a07e8a7c33f0 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=27128e3e85bb4712a8f6ee5622576cf5&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4237075 Aug 30 04:26:17.325961 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 48586) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:17.328285 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-2b306e69-796d-442d-9e8e-7f62c0ef795e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758'] for port (c611a2a6-98df-43cd-9d1c-7a53b3ed819f), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:17.408509 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d25995e8-5160-4032-ad0b-f7b7b94fd995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-696014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696667'] for router (cd1726ec-0b76-43ce-b129-28907fd0ca3b), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:17.470394 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4a6b9892-003a-4c2c-b41e-cdffd84e0979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (a0c7fdf8-7491-47c7-8d19-ebc84caba058), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:17.472934 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4a6b9892-003a-4c2c-b41e-cdffd84e0979 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:17.477407 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-4a6b9892-003a-4c2c-b41e-cdffd84e0979 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/a0c7fdf8-7491-47c7-8d19-ebc84caba058 HTTP/1.1" status: 204 len: 168 time: 0.8837931 Aug 30 04:26:17.507421 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b306e69-796d-442d-9e8e-7f62c0ef795e admin admin] Pushing event updated for resources: {'Port': ['ID=c611a2a6-98df-43cd-9d1c-7a53b3ed819f,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:17.546694 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b306e69-796d-442d-9e8e-7f62c0ef795e admin admin] Network 661607d2-cb41-40c5-ac13-3334a7f66c5e is already hosted by enough agents. {{(pid=106257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:26:17.555139 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6b9892-003a-4c2c-b41e-cdffd84e0979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c7fdf8-7491-47c7-8d19-ebc84caba058,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:17.567192 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.db_base_plugin_common [None req-b81a45c0-7c89-4fe9-b799-6b9b2b3d65e0 admin admin] Allocated IP 172.27.1.134 (03964a12-f74f-4d2e-840d-00c949ed3dc4/00661445-2d2c-4e5c-8f29-475eaaec65d5/0e186976-90b1-41c4-b9ff-2b339c1c7c14) {{(pid=106257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:26:17.589827 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:17.591521 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.base_scheduler [None req-2b306e69-796d-442d-9e8e-7f62c0ef795e admin admin] Resources bound (agent type, host, resource id): {{(pid=106257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:26:17.604244 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b306e69-796d-442d-9e8e-7f62c0ef795e admin admin] Received port after_create {{(pid=106257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:26:17.605356 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-2b306e69-796d-442d-9e8e-7f62c0ef795e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697151'] for router_interface (efc0e799-aa5d-4dff-8913-e13c430a5c69), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:17.816958 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d25995e8-5160-4032-ad0b-f7b7b94fd995 admin admin] Router cd1726ec-0b76-43ce-b129-28907fd0ca3b is scheduled to L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 with binding_index 1 {{(pid=106258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 04:26:18.119285 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25995e8-5160-4032-ad0b-f7b7b94fd995 admin admin] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:26:18.136406 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869c14f4-be4a-420b-a314-e15109321c05 None None] Sync routers for ids ['cd1726ec-0b76-43ce-b129-28907fd0ca3b'] in dv-cinder-854265-2-iscsi {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:26:18.163341 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869c14f4-be4a-420b-a314-e15109321c05 None None] Routers {'cd1726ec-0b76-43ce-b129-28907fd0ca3b'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:26:18.166054 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-869c14f4-be4a-420b-a314-e15109321c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:25:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['cd1726ec-0b76-43ce-b129-28907fd0ca3b'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:26:18.167328 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d25995e8-5160-4032-ad0b-f7b7b94fd995 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:18.171551 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-d25995e8-5160-4032-ad0b-f7b7b94fd995 admin admin] 10.222.0.85 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0402339 Aug 30 04:26:18.172011 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device cfd6d40c-1aa9-483c-8551-108b995ca394 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:26:18.172110 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 48614) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:18.277470 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-827a5104-cfa5-4e9f-9add-7cfd4a72c406 None None] Provisioning complete for port c611a2a6-98df-43cd-9d1c-7a53b3ed819f triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:26:18.278079 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-827a5104-cfa5-4e9f-9add-7cfd4a72c406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (c611a2a6-98df-43cd-9d1c-7a53b3ed819f), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:18.319209 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-b81a45c0-7c89-4fe9-b799-6b9b2b3d65e0 admin admin] Publish callbacks [] for port (0e186976-90b1-41c4-b9ff-2b339c1c7c14), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:18.323258 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-827a5104-cfa5-4e9f-9add-7cfd4a72c406 None None] Port c611a2a6-98df-43cd-9d1c-7a53b3ed819f cannot update to ACTIVE because it is not bound. {{(pid=106259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:26:18.367961 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-45cabb7e-e22f-4caa-9467-020cbe2bf357 admin admin] Publish callbacks [] for security_group (d780e914-256f-4d54-81f5-a0f86e6e8805), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:18.390940 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-45cabb7e-e22f-4caa-9467-020cbe2bf357 admin admin] Publish callbacks [] for security_group (d780e914-256f-4d54-81f5-a0f86e6e8805), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:18.397155 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port cfd6d40c-1aa9-483c-8551-108b995ca394 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:26:18.397842 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (cfd6d40c-1aa9-483c-8551-108b995ca394), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:18.447083 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-b81a45c0-7c89-4fe9-b799-6b9b2b3d65e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758'] for port (0e186976-90b1-41c4-b9ff-2b339c1c7c14), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:18.502497 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-869c14f4-be4a-420b-a314-e15109321c05 None None] Set router cd1726ec-0b76-43ce-b129-28907fd0ca3b gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:26:18.524505 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:18.556444 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 48628) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:18.588259 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a45c0-7c89-4fe9-b799-6b9b2b3d65e0 admin admin] Pushing event updated for resources: {'Port': ['ID=0e186976-90b1-41c4-b9ff-2b339c1c7c14,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:18.600508 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-2b306e69-796d-442d-9e8e-7f62c0ef795e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (c611a2a6-98df-43cd-9d1c-7a53b3ed819f), before_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:18.635556 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-45cabb7e-e22f-4caa-9467-020cbe2bf357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (d780e914-256f-4d54-81f5-a0f86e6e8805), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:18.645514 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-45cabb7e-e22f-4caa-9467-020cbe2bf357 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:18.648469 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-45cabb7e-e22f-4caa-9467-020cbe2bf357 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/d780e914-256f-4d54-81f5-a0f86e6e8805 HTTP/1.1" status: 204 len: 168 time: 1.3127015 Aug 30 04:26:18.710482 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:18.745915 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port cfd6d40c-1aa9-483c-8551-108b995ca394 is: DOWN; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:26:18.746487 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (cfd6d40c-1aa9-483c-8551-108b995ca394), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:18.811734 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] For port cfd6d40c-1aa9-483c-8551-108b995ca394, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=cfd6d40c-1aa9-483c-8551-108b995ca394,segment=NetworkSegment(794373ad-e262-4f96-90af-98a4594608f3),segment_id=794373ad-e262-4f96-90af-98a4594608f3)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:26:18.813551 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-869c14f4-be4a-420b-a314-e15109321c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'name': 'tempest-AttachVolumeTestJSON-348001869-router', 'tenant_id': 'd7deffddf9934a028bfdb0b1c965c618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '8768219d-9eca-4774-b7e4-b04e9d2e70cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:26:14Z', 'updated_at': '2022-08-30T04:26:16Z', 'revision_number': 3, 'project_id': 'd7deffddf9934a028bfdb0b1c965c618', 'gw_port': {'id': '8768219d-9eca-4774-b7e4-b04e9d2e70cf', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:49:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:15Z', 'updated_at': '2022-08-30T04:26:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi'}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:26:18.831722 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:18.843291 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869c14f4-be4a-420b-a314-e15109321c05 None None] Checking router: cd1726ec-0b76-43ce-b129-28907fd0ca3b for host: dv-cinder-854265-2-iscsi {{(pid=106259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:26:18.843728 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869c14f4-be4a-420b-a314-e15109321c05 None None] Updating router cd1726ec-0b76-43ce-b129-28907fd0ca3b port 8768219d-9eca-4774-b7e4-b04e9d2e70cf binding host dv-cinder-854265-2-iscsi {{(pid=106259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:26:18.847788 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (cfd6d40c-1aa9-483c-8551-108b995ca394), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:18.848793 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 68eabc5a-4355-48fe-b374-e6078ccc1695 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:26:18.874544 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-8c422c16-3b02-4aaa-bc4d-b127eb7265dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:19.138455 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:19.145932 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:19.167573 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cabb7e-e22f-4caa-9467-020cbe2bf357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d780e914-256f-4d54-81f5-a0f86e6e8805,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:19.200015 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81a45c0-7c89-4fe9-b799-6b9b2b3d65e0 admin admin] Network 03964a12-f74f-4d2e-840d-00c949ed3dc4 is already hosted by enough agents. {{(pid=106257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:26:19.239924 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.base_scheduler [None req-b81a45c0-7c89-4fe9-b799-6b9b2b3d65e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:26:19.244176 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-2b306e69-796d-442d-9e8e-7f62c0ef795e admin admin] Publish callbacks [] for port (c611a2a6-98df-43cd-9d1c-7a53b3ed819f), precommit_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:19.248170 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81a45c0-7c89-4fe9-b799-6b9b2b3d65e0 admin admin] Received port after_create {{(pid=106257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:26:19.266608 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-8c422c16-3b02-4aaa-bc4d-b127eb7265dd admin admin] Publish callbacks [] for security_group (3ea1dd39-1956-4262-a800-1bb62bf87e2e), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:19.279621 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-8c422c16-3b02-4aaa-bc4d-b127eb7265dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (3ea1dd39-1956-4262-a800-1bb62bf87e2e), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:19.283827 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port 68eabc5a-4355-48fe-b374-e6078ccc1695 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:26:19.284465 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (68eabc5a-4355-48fe-b374-e6078ccc1695), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:19.294135 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Pushing event updated for resources: {'Port': ['ID=cfd6d40c-1aa9-483c-8551-108b995ca394,revision_number=3']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:19.315793 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-2b306e69-796d-442d-9e8e-7f62c0ef795e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (c611a2a6-98df-43cd-9d1c-7a53b3ed819f), after_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:19.322764 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-2b306e69-796d-442d-9e8e-7f62c0ef795e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697259'] for router_interface (efc0e799-aa5d-4dff-8913-e13c430a5c69), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:19.368334 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 48654) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:19.419187 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-869c14f4-be4a-420b-a314-e15109321c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (8768219d-9eca-4774-b7e4-b04e9d2e70cf), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:19.438008 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-8c422c16-3b02-4aaa-bc4d-b127eb7265dd admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=e35dc7910f7448f1b0646bb291261be0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8739138 Aug 30 04:26:19.444420 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c422c16-3b02-4aaa-bc4d-b127eb7265dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea1dd39-1956-4262-a800-1bb62bf87e2e,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:19.476338 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 48656) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:19.599535 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:19.717128 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-bef49aef-3a90-49d6-a2ca-e7bc93b004a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:19.733337 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6777fc4c-b629-4339-bf47-d99417aff824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:19.737183 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port 68eabc5a-4355-48fe-b374-e6078ccc1695 is: DOWN; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:26:19.738135 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (68eabc5a-4355-48fe-b374-e6078ccc1695), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:19.763156 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b306e69-796d-442d-9e8e-7f62c0ef795e admin admin] Pushing event updated for resources: {'Port': ['ID=c611a2a6-98df-43cd-9d1c-7a53b3ed819f,revision_number=2']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:19.776909 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dae854-f4d8-4165-9544-be6a0e31326f None None] Network 2ae43651-2c59-4902-9fbc-2b9d1dde6e96 requested from dv-cinder-854265-2-iscsi {{(pid=106259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:26:19.831104 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] For port 68eabc5a-4355-48fe-b374-e6078ccc1695, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=68eabc5a-4355-48fe-b374-e6078ccc1695,segment=NetworkSegment(fa929cc1-394c-4547-9d6d-d932c4c80d18),segment_id=fa929cc1-394c-4547-9d6d-d932c4c80d18)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:26:19.924157 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-759f05a8-a24f-4b8f-88a0-b0b37c5601bd None None] Provisioning complete for port cfd6d40c-1aa9-483c-8551-108b995ca394 triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:26:19.924856 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-759f05a8-a24f-4b8f-88a0-b0b37c5601bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (cfd6d40c-1aa9-483c-8551-108b995ca394), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:19.983674 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (68eabc5a-4355-48fe-b374-e6078ccc1695), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:19.985420 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 1876a55c-715e-4a50-9e34-61cc3423bbbd up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:26:19.996692 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [None req-6777fc4c-b629-4339-bf47-d99417aff824 admin admin] Allocated IP 172.20.0.1 (7fc2da6b-035c-428c-8a36-2438f46094fd/10d22c1f-33e0-4527-bb5d-63253813ffaa/72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:26:20.002356 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991b9c92-ce05-4267-acfa-a476e5644917 None None] Network 7fc2da6b-035c-428c-8a36-2438f46094fd requested from dv-cinder-854265-2-iscsi {{(pid=106259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:26:20.005761 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:20.017980 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-eb7a0c30-ca89-478b-b03c-21fc098d7c51 admin admin] Publish callbacks [] for security_group (3ea1dd39-1956-4262-a800-1bb62bf87e2e), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:20.069222 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b306e69-796d-442d-9e8e-7f62c0ef795e admin admin] Network 661607d2-cb41-40c5-ac13-3334a7f66c5e is already hosted by enough agents. {{(pid=106257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:26:20.079830 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-b81a45c0-7c89-4fe9-b799-6b9b2b3d65e0 admin admin] Publish callbacks [] for router_gateway (e085ca82-0f33-4410-99f1-d3b786da6cfb), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:20.089063 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.base_scheduler [None req-2b306e69-796d-442d-9e8e-7f62c0ef795e admin admin] Resources bound (agent type, host, resource id): {{(pid=106257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:26:20.155325 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-eb7a0c30-ca89-478b-b03c-21fc098d7c51 admin admin] Publish callbacks [] for security_group (3ea1dd39-1956-4262-a800-1bb62bf87e2e), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:20.170447 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6777fc4c-b629-4339-bf47-d99417aff824 admin admin] Publish callbacks [] for port (72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:20.206238 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6777fc4c-b629-4339-bf47-d99417aff824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758'] for port (72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:20.250943 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-759f05a8-a24f-4b8f-88a0-b0b37c5601bd None None] Current status of the port cfd6d40c-1aa9-483c-8551-108b995ca394 is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:26:20.257644 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Pushing event updated for resources: {'Port': ['ID=68eabc5a-4355-48fe-b374-e6078ccc1695,revision_number=4']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:20.310694 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6777fc4c-b629-4339-bf47-d99417aff824 admin admin] Network 7fc2da6b-035c-428c-8a36-2438f46094fd is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:26:20.316922 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:20.322476 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-6777fc4c-b629-4339-bf47-d99417aff824 admin admin] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:26:20.327794 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6777fc4c-b629-4339-bf47-d99417aff824 admin admin] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:26:20.328446 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6777fc4c-b629-4339-bf47-d99417aff824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697151'] for router_interface (cd1726ec-0b76-43ce-b129-28907fd0ca3b), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:20.373655 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-bef49aef-3a90-49d6-a2ca-e7bc93b004a1 admin admin] Publish callbacks [] for security_group (a5f1810a-8249-4750-bd6c-df504f32b794), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:20.399805 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:20.411381 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=9,neutron:DELETE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:20.421539 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-e7e3a3da-000b-4d0b-83db-b6ae1e1f109d None None] Provisioning complete for port 1876a55c-715e-4a50-9e34-61cc3423bbbd triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:26:20.422211 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-e7e3a3da-000b-4d0b-83db-b6ae1e1f109d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (1876a55c-715e-4a50-9e34-61cc3423bbbd), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:20.432151 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-bef49aef-3a90-49d6-a2ca-e7bc93b004a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (a5f1810a-8249-4750-bd6c-df504f32b794), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:20.453577 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6777fc4c-b629-4339-bf47-d99417aff824 admin admin] Pushing event updated for resources: {'Port': ['ID=72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:20.455907 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port 1876a55c-715e-4a50-9e34-61cc3423bbbd triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:26:20.456512 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (1876a55c-715e-4a50-9e34-61cc3423bbbd), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:20.587272 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6777fc4c-b629-4339-bf47-d99417aff824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:20.593908 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-869c14f4-be4a-420b-a314-e15109321c05 None None] Publish callbacks [] for port (8768219d-9eca-4774-b7e4-b04e9d2e70cf), precommit_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:20.643169 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=3 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:20.647387 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-bef49aef-3a90-49d6-a2ca-e7bc93b004a1 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=21c540078fc04f65b8e365c978b333cd&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2265120 Aug 30 04:26:20.684964 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 48698) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:20.685782 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-eb7a0c30-ca89-478b-b03c-21fc098d7c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (3ea1dd39-1956-4262-a800-1bb62bf87e2e), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:20.691095 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-eb7a0c30-ca89-478b-b03c-21fc098d7c51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:20.692815 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-eb7a0c30-ca89-478b-b03c-21fc098d7c51 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/3ea1dd39-1956-4262-a800-1bb62bf87e2e HTTP/1.1" status: 204 len: 168 time: 1.2154090 Aug 30 04:26:20.747069 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b306e69-796d-442d-9e8e-7f62c0ef795e admin admin] Router efc0e799-aa5d-4dff-8913-e13c430a5c69 has already been hosted by L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 {{(pid=106257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:26:20.813078 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef49aef-3a90-49d6-a2ca-e7bc93b004a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f1810a-8249-4750-bd6c-df504f32b794,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:20.852629 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-869c14f4-be4a-420b-a314-e15109321c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (8768219d-9eca-4774-b7e4-b04e9d2e70cf), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:20.884342 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a0c30-ca89-478b-b03c-21fc098d7c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea1dd39-1956-4262-a800-1bb62bf87e2e,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:20.887713 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:20.892335 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ceb7f474-b9b5-408f-a58e-c8f6ec4e8d46 admin admin] Publish callbacks [] for security_group (a5f1810a-8249-4750-bd6c-df504f32b794), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:20.915824 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ceb7f474-b9b5-408f-a58e-c8f6ec4e8d46 admin admin] Publish callbacks [] for security_group (a5f1810a-8249-4750-bd6c-df504f32b794), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:21.004666 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-b81a45c0-7c89-4fe9-b799-6b9b2b3d65e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-696014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696667'] for router (e085ca82-0f33-4410-99f1-d3b786da6cfb), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:21.059861 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ceb7f474-b9b5-408f-a58e-c8f6ec4e8d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (a5f1810a-8249-4750-bd6c-df504f32b794), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:21.062575 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ceb7f474-b9b5-408f-a58e-c8f6ec4e8d46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:21.063677 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-ceb7f474-b9b5-408f-a58e-c8f6ec4e8d46 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/a5f1810a-8249-4750-bd6c-df504f32b794 HTTP/1.1" status: 204 len: 168 time: 0.3696835 Aug 30 04:26:21.119450 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb7f474-b9b5-408f-a58e-c8f6ec4e8d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f1810a-8249-4750-bd6c-df504f32b794,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:21.163367 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port 1876a55c-715e-4a50-9e34-61cc3423bbbd is: DOWN; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:26:21.163850 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (1876a55c-715e-4a50-9e34-61cc3423bbbd), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:21.169274 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6777fc4c-b629-4339-bf47-d99417aff824 admin admin] Publish callbacks [] for port (72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:21.173774 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b306e69-796d-442d-9e8e-7f62c0ef795e admin admin] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:26:21.188929 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6777fc4c-b629-4339-bf47-d99417aff824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:21.191257 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e815b938-10e0-448c-a971-ebe15c7aa488 None None] Sync routers for ids ['efc0e799-aa5d-4dff-8913-e13c430a5c69'] in dv-cinder-854265-2-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:26:21.191821 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6777fc4c-b629-4339-bf47-d99417aff824 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697259'] for router_interface (cd1726ec-0b76-43ce-b129-28907fd0ca3b), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:21.225814 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e815b938-10e0-448c-a971-ebe15c7aa488 None None] Routers {'efc0e799-aa5d-4dff-8913-e13c430a5c69'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:26:21.226454 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-e815b938-10e0-448c-a971-ebe15c7aa488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:25:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['efc0e799-aa5d-4dff-8913-e13c430a5c69'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:26:21.232148 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-2b306e69-796d-442d-9e8e-7f62c0ef795e admin admin] 10.222.0.85 "PUT /networking/v2.0/routers/efc0e799-aa5d-4dff-8913-e13c430a5c69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8819518 Aug 30 04:26:21.269992 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] For port 1876a55c-715e-4a50-9e34-61cc3423bbbd, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=1876a55c-715e-4a50-9e34-61cc3423bbbd,segment=NetworkSegment(18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12),segment_id=18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:26:21.271938 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-869c14f4-be4a-420b-a314-e15109321c05 None None] Attempting to bind port 8768219d-9eca-4774-b7e4-b04e9d2e70cf on host dv-cinder-854265-2-iscsi for vnic_type normal with profile {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:26:21.272359 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-869c14f4-be4a-420b-a314-e15109321c05 None None] Attempting to bind port 8768219d-9eca-4774-b7e4-b04e9d2e70cf by drivers openvswitch,hyperv on host dv-cinder-854265-2-iscsi at level 0 using segments [{'id': 'fa929cc1-394c-4547-9d6d-d932c4c80d18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'}] {{(pid=106259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:26:21.272811 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869c14f4-be4a-420b-a314-e15109321c05 None None] Attempting to bind port 8768219d-9eca-4774-b7e4-b04e9d2e70cf on network 03964a12-f74f-4d2e-840d-00c949ed3dc4 {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:26:21.321973 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (1876a55c-715e-4a50-9e34-61cc3423bbbd), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:21.352150 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8824df-b7cd-4ba5-b3e5-dd1720df7a9e None None] Pushing event updated for resources: {'Port': ['ID=8768219d-9eca-4774-b7e4-b04e9d2e70cf,revision_number=2']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:21.478357 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869c14f4-be4a-420b-a314-e15109321c05 None None] Checking agent: {'id': 'e0fa4f30-19e6-45a9-8914-5f6bf4441601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17, 58), 'started_at': datetime.datetime(2022, 8, 30, 4, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:26:21.490121 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869c14f4-be4a-420b-a314-e15109321c05 None None] Checking segment: {'id': 'fa929cc1-394c-4547-9d6d-d932c4c80d18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:26:21.491184 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-869c14f4-be4a-420b-a314-e15109321c05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:21.491581 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869c14f4-be4a-420b-a314-e15109321c05 None None] Bound using segment: {'id': 'fa929cc1-394c-4547-9d6d-d932c4c80d18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'} {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:26:21.492528 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-869c14f4-be4a-420b-a314-e15109321c05 None None] Bound port: 8768219d-9eca-4774-b7e4-b04e9d2e70cf, host: dv-cinder-854265-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa929cc1-394c-4547-9d6d-d932c4c80d18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'}}] {{(pid=106259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:26:21.493736 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-869c14f4-be4a-420b-a314-e15109321c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (8768219d-9eca-4774-b7e4-b04e9d2e70cf), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:21.513186 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-e815b938-10e0-448c-a971-ebe15c7aa488 None None] Set router efc0e799-aa5d-4dff-8913-e13c430a5c69 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:26:21.544048 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6777fc4c-b629-4339-bf47-d99417aff824 admin admin] Network 7fc2da6b-035c-428c-8a36-2438f46094fd is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:26:21.576340 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-6777fc4c-b629-4339-bf47-d99417aff824 admin admin] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:26:21.584342 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b81a45c0-7c89-4fe9-b799-6b9b2b3d65e0 admin admin] Router e085ca82-0f33-4410-99f1-d3b786da6cfb is scheduled to L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 with binding_index 1 {{(pid=106257) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 04:26:21.629000 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-869c14f4-be4a-420b-a314-e15109321c05 None None] For port 8768219d-9eca-4774-b7e4-b04e9d2e70cf, host dv-cinder-854265-2-iscsi, cleared binding levels {{(pid=106259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:26:21.633438 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-869c14f4-be4a-420b-a314-e15109321c05 None None] For port 8768219d-9eca-4774-b7e4-b04e9d2e70cf, host dv-cinder-854265-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=8768219d-9eca-4774-b7e4-b04e9d2e70cf,segment=NetworkSegment(fa929cc1-394c-4547-9d6d-d932c4c80d18),segment_id=fa929cc1-394c-4547-9d6d-d932c4c80d18)] {{(pid=106259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:26:21.657322 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device cfd6d40c-1aa9-483c-8551-108b995ca394 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:26:21.711939 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-869c14f4-be4a-420b-a314-e15109321c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (8768219d-9eca-4774-b7e4-b04e9d2e70cf), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:21.749868 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6777fc4c-b629-4339-bf47-d99417aff824 admin admin] Pushing event updated for resources: {'Port': ['ID=72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4,revision_number=2']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:21.751942 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:21.753255 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869c14f4-be4a-420b-a314-e15109321c05 None None] Routers {'cd1726ec-0b76-43ce-b129-28907fd0ca3b'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:26:21.757019 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-869c14f4-be4a-420b-a314-e15109321c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:25:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['cd1726ec-0b76-43ce-b129-28907fd0ca3b'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:26:21.960458 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81a45c0-7c89-4fe9-b799-6b9b2b3d65e0 admin admin] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:26:21.968492 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6777fc4c-b629-4339-bf47-d99417aff824 admin admin] Router cd1726ec-0b76-43ce-b129-28907fd0ca3b has already been hosted by L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 {{(pid=106258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:26:22.030956 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-b81a45c0-7c89-4fe9-b799-6b9b2b3d65e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:22.033070 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-b81a45c0-7c89-4fe9-b799-6b9b2b3d65e0 admin admin] 10.222.0.85 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.0657172 Aug 30 04:26:22.036733 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 48754) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:22.048607 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-869c14f4-be4a-420b-a314-e15109321c05 None None] Set router cd1726ec-0b76-43ce-b129-28907fd0ca3b gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:26:22.057957 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-e815b938-10e0-448c-a971-ebe15c7aa488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc0e799-aa5d-4dff-8913-e13c430a5c69', 'name': 'tempest-ServerRescueNegativeTestJSON-859256801-router', 'tenant_id': 'edc09fe630034be4b292562e2de6e3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '68eabc5a-4355-48fe-b374-e6078ccc1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:26:10Z', 'updated_at': '2022-08-30T04:26:18Z', 'revision_number': 4, 'project_id': 'edc09fe630034be4b292562e2de6e3f9', 'gw_port': {'id': '68eabc5a-4355-48fe-b374-e6078ccc1695', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:31:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc0e799-aa5d-4dff-8913-e13c430a5c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:11Z', 'updated_at': '2022-08-30T04:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': 'c611a2a6-98df-43cd-9d1c-7a53b3ed819f', 'name': '', 'network_id': '661607d2-cb41-40c5-ac13-3334a7f66c5e', 'tenant_id': 'edc09fe630034be4b292562e2de6e3f9', 'mac_address': 'fa:16:3e:81:39:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc0e799-aa5d-4dff-8913-e13c430a5c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd860aa44-a024-4bdb-b214-412c9f1784ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:15Z', 'updated_at': '2022-08-30T04:26:18Z', 'revision_number': 2, 'project_id': 'edc09fe630034be4b292562e2de6e3f9', 'subnets': [{'id': 'd860aa44-a024-4bdb-b214-412c9f1784ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:26:22.193026 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e815b938-10e0-448c-a971-ebe15c7aa488 None None] Checking router: efc0e799-aa5d-4dff-8913-e13c430a5c69 for host: dv-cinder-854265-2-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:26:22.196613 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e815b938-10e0-448c-a971-ebe15c7aa488 None None] Updating router efc0e799-aa5d-4dff-8913-e13c430a5c69 port c611a2a6-98df-43cd-9d1c-7a53b3ed819f binding host dv-cinder-854265-2-iscsi {{(pid=106260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:26:22.258242 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6777fc4c-b629-4339-bf47-d99417aff824 admin admin] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:26:22.297949 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-6777fc4c-b629-4339-bf47-d99417aff824 admin admin] 10.222.0.85 "PUT /networking/v2.0/routers/cd1726ec-0b76-43ce-b129-28907fd0ca3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1154213 Aug 30 04:26:22.319939 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e815b938-10e0-448c-a971-ebe15c7aa488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (c611a2a6-98df-43cd-9d1c-7a53b3ed819f), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:22.359653 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-e7e3a3da-000b-4d0b-83db-b6ae1e1f109d None None] Current status of the port 1876a55c-715e-4a50-9e34-61cc3423bbbd is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:26:22.366414 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0316e600-b772-4bec-b930-b61a60c7f40a None None] Sync routers for ids ['e085ca82-0f33-4410-99f1-d3b786da6cfb'] in dv-cinder-854265-2-iscsi {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:26:22.464576 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port cfd6d40c-1aa9-483c-8551-108b995ca394 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:26:22.464945 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (cfd6d40c-1aa9-483c-8551-108b995ca394), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:22.473007 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Pushing event updated for resources: {'Port': ['ID=1876a55c-715e-4a50-9e34-61cc3423bbbd,revision_number=3']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:22.473658 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=100 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:22.528218 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0316e600-b772-4bec-b930-b61a60c7f40a None None] Routers {'e085ca82-0f33-4410-99f1-d3b786da6cfb'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:26:22.528862 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-0316e600-b772-4bec-b930-b61a60c7f40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:25:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['e085ca82-0f33-4410-99f1-d3b786da6cfb'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:26:22.562888 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.agents_db [None req-600259de-68db-4343-b4d4-64e31eed30fa None None] Agent healthcheck: found 6 active agents {{(pid=106260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:26:22.814303 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:22.816993 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-3e889d3b-fd82-4db2-ae19-7f5e91df0380 None None] Provisioning complete for port 72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4 triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:26:22.817684 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-3e889d3b-fd82-4db2-ae19-7f5e91df0380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:22.857399 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:22.930300 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 48820) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:22.935448 dv-cinder-854265-2-iscsi neutron-server[106258]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 30 04:26:22.986946 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e815b938-10e0-448c-a971-ebe15c7aa488 None None] Publish callbacks [] for port (c611a2a6-98df-43cd-9d1c-7a53b3ed819f), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:22.999585 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:23.006831 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e815b938-10e0-448c-a971-ebe15c7aa488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (c611a2a6-98df-43cd-9d1c-7a53b3ed819f), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:23.106827 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbb0e60-a741-47b6-a485-8b0335c07d93 None None] Pushing event updated for resources: {'Port': ['ID=c611a2a6-98df-43cd-9d1c-7a53b3ed819f,revision_number=3']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:23.127221 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-e3f54ef9-1adf-4b10-af49-5d9ae8770afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:23.130818 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8824df-b7cd-4ba5-b3e5-dd1720df7a9e None None] Pushing event updated for resources: {'Port': ['ID=8768219d-9eca-4774-b7e4-b04e9d2e70cf,revision_number=3']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:23.149981 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-3e889d3b-fd82-4db2-ae19-7f5e91df0380 None None] Port 72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4 cannot update to ACTIVE because it is not bound. {{(pid=106259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:26:23.205266 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-831c8743-74e0-4ae4-a153-5d99495ab939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:23.229860 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-e815b938-10e0-448c-a971-ebe15c7aa488 None None] Attempting to bind port c611a2a6-98df-43cd-9d1c-7a53b3ed819f on host dv-cinder-854265-2-iscsi for vnic_type normal with profile {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:26:23.230435 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-e815b938-10e0-448c-a971-ebe15c7aa488 None None] Attempting to bind port c611a2a6-98df-43cd-9d1c-7a53b3ed819f by drivers openvswitch,hyperv on host dv-cinder-854265-2-iscsi at level 0 using segments [{'id': 'bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '661607d2-cb41-40c5-ac13-3334a7f66c5e'}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:26:23.230579 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e815b938-10e0-448c-a971-ebe15c7aa488 None None] Attempting to bind port c611a2a6-98df-43cd-9d1c-7a53b3ed819f on network 661607d2-cb41-40c5-ac13-3334a7f66c5e {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:26:23.240228 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e815b938-10e0-448c-a971-ebe15c7aa488 None None] Checking agent: {'id': 'e0fa4f30-19e6-45a9-8914-5f6bf4441601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17, 58), 'started_at': datetime.datetime(2022, 8, 30, 4, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:26:23.240806 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e815b938-10e0-448c-a971-ebe15c7aa488 None None] Checking segment: {'id': 'bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '661607d2-cb41-40c5-ac13-3334a7f66c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:26:23.241460 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e815b938-10e0-448c-a971-ebe15c7aa488 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:23.242519 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e815b938-10e0-448c-a971-ebe15c7aa488 None None] Bound using segment: {'id': 'bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '661607d2-cb41-40c5-ac13-3334a7f66c5e'} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:26:23.243155 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-e815b938-10e0-448c-a971-ebe15c7aa488 None None] Bound port: c611a2a6-98df-43cd-9d1c-7a53b3ed819f, host: dv-cinder-854265-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '661607d2-cb41-40c5-ac13-3334a7f66c5e'}}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:26:23.247922 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e815b938-10e0-448c-a971-ebe15c7aa488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (c611a2a6-98df-43cd-9d1c-7a53b3ed819f), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:23.287286 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 48828) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:23.298529 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe1b58-293e-4e61-aa1e-72c155ae2ff8 req-bac6a1d9-6cf5-4f0f-bdd1-80d9f5d38d51 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:23.306091 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-86fe1b58-293e-4e61-aa1e-72c155ae2ff8 req-bac6a1d9-6cf5-4f0f-bdd1-80d9f5d38d51 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/networks?id=661607d2-cb41-40c5-ac13-3334a7f66c5e HTTP/1.1" status: 200 len: 818 time: 0.3736033 Aug 30 04:26:23.310273 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-869c14f4-be4a-420b-a314-e15109321c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'name': 'tempest-AttachVolumeTestJSON-348001869-router', 'tenant_id': 'd7deffddf9934a028bfdb0b1c965c618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '8768219d-9eca-4774-b7e4-b04e9d2e70cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:26:14Z', 'updated_at': '2022-08-30T04:26:20Z', 'revision_number': 4, 'project_id': 'd7deffddf9934a028bfdb0b1c965c618', 'gw_port': {'id': '8768219d-9eca-4774-b7e4-b04e9d2e70cf', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:49:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:15Z', 'updated_at': '2022-08-30T04:26:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': '72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4', 'name': '', 'network_id': '7fc2da6b-035c-428c-8a36-2438f46094fd', 'tenant_id': 'd7deffddf9934a028bfdb0b1c965c618', 'mac_address': 'fa:16:3e:d0:91:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '10d22c1f-33e0-4527-bb5d-63253813ffaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:19Z', 'updated_at': '2022-08-30T04:26:20Z', 'revision_number': 2, 'project_id': 'd7deffddf9934a028bfdb0b1c965c618', 'subnets': [{'id': '10d22c1f-33e0-4527-bb5d-63253813ffaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:26:23.324109 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-3e889d3b-fd82-4db2-ae19-7f5e91df0380 None None] Provisioning complete for port cfd6d40c-1aa9-483c-8551-108b995ca394 triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:26:23.324109 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-3e889d3b-fd82-4db2-ae19-7f5e91df0380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (cfd6d40c-1aa9-483c-8551-108b995ca394), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:23.327842 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-86fe1b58-293e-4e61-aa1e-72c155ae2ff8 req-6ff83af9-72fc-45cc-99c5-5aaf77983210 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/quotas/edc09fe630034be4b292562e2de6e3f9 HTTP/1.1" status: 200 len: 375 time: 0.0205705 Aug 30 04:26:23.336430 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:23.432145 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-e815b938-10e0-448c-a971-ebe15c7aa488 None None] For port c611a2a6-98df-43cd-9d1c-7a53b3ed819f, host dv-cinder-854265-2-iscsi, cleared binding levels {{(pid=106260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:26:23.448270 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-e815b938-10e0-448c-a971-ebe15c7aa488 None None] For port c611a2a6-98df-43cd-9d1c-7a53b3ed819f, host dv-cinder-854265-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=c611a2a6-98df-43cd-9d1c-7a53b3ed819f,segment=NetworkSegment(bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb),segment_id=bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb)] {{(pid=106260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:26:23.451318 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 48842) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:23.457196 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-47d7495a-310d-4717-a497-10539476749f tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Request body: {'security_group': {'name': 'tempest-securitygroup--983349526', 'description': 'tempest-description--314316925'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:26:23.466271 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-86fe1b58-293e-4e61-aa1e-72c155ae2ff8 req-860a314f-94e5-4de5-a71c-37ef78a962ea tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=edc09fe630034be4b292562e2de6e3f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1372886 Aug 30 04:26:23.470464 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e815b938-10e0-448c-a971-ebe15c7aa488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (c611a2a6-98df-43cd-9d1c-7a53b3ed819f), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:23.500272 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-47d7495a-310d-4717-a497-10539476749f tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:23.506042 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-0316e600-b772-4bec-b930-b61a60c7f40a None None] Set router e085ca82-0f33-4410-99f1-d3b786da6cfb gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:26:23.509187 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869c14f4-be4a-420b-a314-e15109321c05 None None] The sync data for ids ['cd1726ec-0b76-43ce-b129-28907fd0ca3b'] in dv-cinder-854265-2-iscsi is: [{'id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'name': 'tempest-AttachVolumeTestJSON-348001869-router', 'tenant_id': 'd7deffddf9934a028bfdb0b1c965c618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '8768219d-9eca-4774-b7e4-b04e9d2e70cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:26:14Z', 'updated_at': '2022-08-30T04:26:20Z', 'revision_number': 4, 'project_id': 'd7deffddf9934a028bfdb0b1c965c618', 'gw_port': {'id': '8768219d-9eca-4774-b7e4-b04e9d2e70cf', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:49:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:15Z', 'updated_at': '2022-08-30T04:26:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': '72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4', 'name': '', 'network_id': '7fc2da6b-035c-428c-8a36-2438f46094fd', 'tenant_id': 'd7deffddf9934a028bfdb0b1c965c618', 'mac_address': 'fa:16:3e:d0:91:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '10d22c1f-33e0-4527-bb5d-63253813ffaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:19Z', 'updated_at': '2022-08-30T04:26:20Z', 'revision_number': 2, 'project_id': 'd7deffddf9934a028bfdb0b1c965c618', 'subnets': [{'id': '10d22c1f-33e0-4527-bb5d-63253813ffaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:26:23.585535 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port cfd6d40c-1aa9-483c-8551-108b995ca394 is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:26:23.594222 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 68eabc5a-4355-48fe-b374-e6078ccc1695 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:26:23.608908 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbb0e60-a741-47b6-a485-8b0335c07d93 None None] Pushing event updated for resources: {'Port': ['ID=c611a2a6-98df-43cd-9d1c-7a53b3ed819f,revision_number=4']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:23.627020 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-47d7495a-310d-4717-a497-10539476749f tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks [] for security_group (4008dbe0-e1e4-40dd-9c35-91f86b1bff97), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:23.635816 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-47d7495a-310d-4717-a497-10539476749f tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (4008dbe0-e1e4-40dd-9c35-91f86b1bff97), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:23.640088 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e815b938-10e0-448c-a971-ebe15c7aa488 None None] Routers {'efc0e799-aa5d-4dff-8913-e13c430a5c69'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:26:23.641890 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-e815b938-10e0-448c-a971-ebe15c7aa488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:25:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['efc0e799-aa5d-4dff-8913-e13c430a5c69'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:26:23.720034 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d7495a-310d-4717-a497-10539476749f tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4008dbe0-e1e4-40dd-9c35-91f86b1bff97,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:23.730209 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-47d7495a-310d-4717-a497-10539476749f tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:23.734243 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-47d7495a-310d-4717-a497-10539476749f tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.2787640 Aug 30 04:26:23.734543 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 48852) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:23.742851 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-5e43053d-14e0-468d-b148-6cb4e98c51f6 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Request body: {'security_group_rule': {'security_group_id': '4008dbe0-e1e4-40dd-9c35-91f86b1bff97', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:26:23.804033 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-f212f3c1-b0d1-4cd1-9369-7b945d59f408 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:23.811669 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port 68eabc5a-4355-48fe-b374-e6078ccc1695 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:26:23.812041 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (68eabc5a-4355-48fe-b374-e6078ccc1695), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:23.864842 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.db_base_plugin_common [None req-e3f54ef9-1adf-4b10-af49-5d9ae8770afd admin admin] Allocated IP 172.20.0.1 (2ae43651-2c59-4902-9fbc-2b9d1dde6e96/395c78ef-834d-43ef-9fdc-f18f8ef90d24/429ef520-470e-4262-8dbb-3ecd724380d5) {{(pid=106257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:26:23.878316 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5e43053d-14e0-468d-b148-6cb4e98c51f6 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks [] for security_group_rule (3614666f-b54c-46cd-ad01-4e996d74705a), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:23.894233 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 48858) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:23.907947 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-e815b938-10e0-448c-a971-ebe15c7aa488 None None] Set router efc0e799-aa5d-4dff-8913-e13c430a5c69 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:26:23.921883 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-3e889d3b-fd82-4db2-ae19-7f5e91df0380 None None] Current status of the port cfd6d40c-1aa9-483c-8551-108b995ca394 is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:26:23.939557 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:23.942801 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-3e889d3b-fd82-4db2-ae19-7f5e91df0380 None None] Provisioning complete for port 1876a55c-715e-4a50-9e34-61cc3423bbbd triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:26:23.942801 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-3e889d3b-fd82-4db2-ae19-7f5e91df0380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (1876a55c-715e-4a50-9e34-61cc3423bbbd), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:24.074274 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-0316e600-b772-4bec-b930-b61a60c7f40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e085ca82-0f33-4410-99f1-d3b786da6cfb', 'name': 'tempest-DeleteServersTestJSON-1209035974-router', 'tenant_id': '959853ec613f47819ed2883c8539b24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '0e186976-90b1-41c4-b9ff-2b339c1c7c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:26:15Z', 'updated_at': '2022-08-30T04:26:19Z', 'revision_number': 3, 'project_id': '959853ec613f47819ed2883c8539b24e', 'gw_port': {'id': '0e186976-90b1-41c4-b9ff-2b339c1c7c14', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f5:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e085ca82-0f33-4410-99f1-d3b786da6cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:16Z', 'updated_at': '2022-08-30T04:26:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi'}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:26:24.108343 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:24.113658 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0316e600-b772-4bec-b930-b61a60c7f40a None None] Checking router: e085ca82-0f33-4410-99f1-d3b786da6cfb for host: dv-cinder-854265-2-iscsi {{(pid=106259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:26:24.114019 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0316e600-b772-4bec-b930-b61a60c7f40a None None] Updating router e085ca82-0f33-4410-99f1-d3b786da6cfb port 0e186976-90b1-41c4-b9ff-2b339c1c7c14 binding host dv-cinder-854265-2-iscsi {{(pid=106259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:26:24.122306 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port 68eabc5a-4355-48fe-b374-e6078ccc1695 is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:26:24.179402 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-b176954a-b310-45fb-bfe9-798a11e8d414 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-481729213-network', 'tenant_id': '8ed8492885cb49dc93bedfe390643141'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:26:24.200428 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-0316e600-b772-4bec-b930-b61a60c7f40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (0e186976-90b1-41c4-b9ff-2b339c1c7c14), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:24.236176 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:24.240235 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:24.254849 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b176954a-b310-45fb-bfe9-798a11e8d414 admin admin] Made reservation on behalf of 8ed8492885cb49dc93bedfe390643141 for: {'network': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:26:24.257553 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b176954a-b310-45fb-bfe9-798a11e8d414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for network (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:24.288058 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-3e889d3b-fd82-4db2-ae19-7f5e91df0380 None None] Current status of the port 1876a55c-715e-4a50-9e34-61cc3423bbbd is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:26:24.301283 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [req-86fe1b58-293e-4e61-aa1e-72c155ae2ff8 req-d2217762-6bd1-4fe2-8d5d-dbbdde10f569 service neutron] http://10.222.0.85:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106258) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 04:26:24.317213 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-86fe1b58-293e-4e61-aa1e-72c155ae2ff8 req-d2217762-6bd1-4fe2-8d5d-dbbdde10f569 service neutron] 10.222.0.85 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2781899 Aug 30 04:26:24.336800 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 1876a55c-715e-4a50-9e34-61cc3423bbbd up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:26:24.338823 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b176954a-b310-45fb-bfe9-798a11e8d414 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:24.343840 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-3e889d3b-fd82-4db2-ae19-7f5e91df0380 None None] Provisioning complete for port c611a2a6-98df-43cd-9d1c-7a53b3ed819f triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:26:24.351257 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-3e889d3b-fd82-4db2-ae19-7f5e91df0380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (c611a2a6-98df-43cd-9d1c-7a53b3ed819f), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:24.440727 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:24.450373 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-e815b938-10e0-448c-a971-ebe15c7aa488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc0e799-aa5d-4dff-8913-e13c430a5c69', 'name': 'tempest-ServerRescueNegativeTestJSON-859256801-router', 'tenant_id': 'edc09fe630034be4b292562e2de6e3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '68eabc5a-4355-48fe-b374-e6078ccc1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:26:10Z', 'updated_at': '2022-08-30T04:26:18Z', 'revision_number': 4, 'project_id': 'edc09fe630034be4b292562e2de6e3f9', 'gw_port': {'id': '68eabc5a-4355-48fe-b374-e6078ccc1695', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:31:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc0e799-aa5d-4dff-8913-e13c430a5c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:11Z', 'updated_at': '2022-08-30T04:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': 'c611a2a6-98df-43cd-9d1c-7a53b3ed819f', 'name': '', 'network_id': '661607d2-cb41-40c5-ac13-3334a7f66c5e', 'tenant_id': 'edc09fe630034be4b292562e2de6e3f9', 'mac_address': 'fa:16:3e:81:39:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc0e799-aa5d-4dff-8913-e13c430a5c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd860aa44-a024-4bdb-b214-412c9f1784ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:15Z', 'updated_at': '2022-08-30T04:26:23Z', 'revision_number': 4, 'project_id': 'edc09fe630034be4b292562e2de6e3f9', 'subnets': [{'id': 'd860aa44-a024-4bdb-b214-412c9f1784ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:26:24.527184 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e815b938-10e0-448c-a971-ebe15c7aa488 None None] The sync data for ids ['efc0e799-aa5d-4dff-8913-e13c430a5c69'] in dv-cinder-854265-2-iscsi is: [{'id': 'efc0e799-aa5d-4dff-8913-e13c430a5c69', 'name': 'tempest-ServerRescueNegativeTestJSON-859256801-router', 'tenant_id': 'edc09fe630034be4b292562e2de6e3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '68eabc5a-4355-48fe-b374-e6078ccc1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:26:10Z', 'updated_at': '2022-08-30T04:26:18Z', 'revision_number': 4, 'project_id': 'edc09fe630034be4b292562e2de6e3f9', 'gw_port': {'id': '68eabc5a-4355-48fe-b374-e6078ccc1695', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:31:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc0e799-aa5d-4dff-8913-e13c430a5c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:11Z', 'updated_at': '2022-08-30T04:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': 'c611a2a6-98df-43cd-9d1c-7a53b3ed819f', 'name': '', 'network_id': '661607d2-cb41-40c5-ac13-3334a7f66c5e', 'tenant_id': 'edc09fe630034be4b292562e2de6e3f9', 'mac_address': 'fa:16:3e:81:39:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc0e799-aa5d-4dff-8913-e13c430a5c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd860aa44-a024-4bdb-b214-412c9f1784ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:15Z', 'updated_at': '2022-08-30T04:26:23Z', 'revision_number': 4, 'project_id': 'edc09fe630034be4b292562e2de6e3f9', 'subnets': [{'id': 'd860aa44-a024-4bdb-b214-412c9f1784ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:26:24.540380 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-e3f54ef9-1adf-4b10-af49-5d9ae8770afd admin admin] Publish callbacks [] for port (429ef520-470e-4262-8dbb-3ecd724380d5), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:24.590832 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5e43053d-14e0-468d-b148-6cb4e98c51f6 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks [] for security_group_rule (3614666f-b54c-46cd-ad01-4e996d74705a), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:24.604103 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-86fe1b58-293e-4e61-aa1e-72c155ae2ff8 req-cfbffca4-b2f9-42cc-9f50-08e441d9faca service neutron] 10.222.0.85 "GET /networking/v2.0/networks/661607d2-cb41-40c5-ac13-3334a7f66c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841618 Aug 30 04:26:24.656756 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=100 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:24.671926 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5e43053d-14e0-468d-b148-6cb4e98c51f6 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651561'] for security_group_rule (3614666f-b54c-46cd-ad01-4e996d74705a), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:24.736298 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-f212f3c1-b0d1-4cd1-9369-7b945d59f408 admin admin] Publish callbacks [] for security_group (d37f753f-a645-47c6-9132-a8dfdc68a465), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:24.804741 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5e43053d-14e0-468d-b148-6cb4e98c51f6 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:24.808901 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-5e43053d-14e0-468d-b148-6cb4e98c51f6 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0694029 Aug 30 04:26:24.808901 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-f212f3c1-b0d1-4cd1-9369-7b945d59f408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (d37f753f-a645-47c6-9132-a8dfdc68a465), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:24.815176 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 48894) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:24.847632 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-d9b12e32-fb68-4612-96e0-b0dc196e209b tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Request body: {'security_group_rule': {'security_group_id': '4008dbe0-e1e4-40dd-9c35-91f86b1bff97', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:26:24.892328 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b176954a-b310-45fb-bfe9-798a11e8d414 admin admin] Publish callbacks [] for security_group (3006dcf2-b087-4a06-ac0d-c0e58e445818), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:24.930657 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b176954a-b310-45fb-bfe9-798a11e8d414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (3006dcf2-b087-4a06-ac0d-c0e58e445818), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:24.944369 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-e3f54ef9-1adf-4b10-af49-5d9ae8770afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758'] for port (429ef520-470e-4262-8dbb-3ecd724380d5), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:24.956256 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port 1876a55c-715e-4a50-9e34-61cc3423bbbd triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:26:24.957536 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (1876a55c-715e-4a50-9e34-61cc3423bbbd), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:25.004624 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f212f3c1-b0d1-4cd1-9369-7b945d59f408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d37f753f-a645-47c6-9132-a8dfdc68a465,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:25.040801 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e43053d-14e0-468d-b148-6cb4e98c51f6 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3614666f-b54c-46cd-ad01-4e996d74705a,revision_number=0']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:25.068845 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-3e889d3b-fd82-4db2-ae19-7f5e91df0380 None None] Current status of the port c611a2a6-98df-43cd-9d1c-7a53b3ed819f is: DOWN; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:26:25.069719 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-3e889d3b-fd82-4db2-ae19-7f5e91df0380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (c611a2a6-98df-43cd-9d1c-7a53b3ed819f), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:25.079433 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b176954a-b310-45fb-bfe9-798a11e8d414 admin admin] vlan segment allocate from pool success with {'vlan_id': 1057, 'physical_network': 'physnet1'} {{(pid=106258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 04:26:25.082263 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b176954a-b310-45fb-bfe9-798a11e8d414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3006dcf2-b087-4a06-ac0d-c0e58e445818,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:25.155754 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b176954a-b310-45fb-bfe9-798a11e8d414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3898234'] for segment (48ed4af7-a150-481b-a8cb-17061754e37c), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:25.157812 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.db.segments_db [None req-b176954a-b310-45fb-bfe9-798a11e8d414 admin admin] Added segment 48ed4af7-a150-481b-a8cb-17061754e37c of type vlan for network 752c89d5-9600-4b0e-ab19-93276f57d960 Aug 30 04:26:25.179387 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f54ef9-1adf-4b10-af49-5d9ae8770afd admin admin] Network 2ae43651-2c59-4902-9fbc-2b9d1dde6e96 is already hosted by enough agents. {{(pid=106257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:26:25.183034 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f54ef9-1adf-4b10-af49-5d9ae8770afd admin admin] Pushing event updated for resources: {'Port': ['ID=429ef520-470e-4262-8dbb-3ecd724380d5,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:25.208488 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.base_scheduler [None req-e3f54ef9-1adf-4b10-af49-5d9ae8770afd admin admin] Resources bound (agent type, host, resource id): {{(pid=106257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:26:25.215374 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-f212f3c1-b0d1-4cd1-9369-7b945d59f408 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=f4586bb7af2347089f33c5d9388e1eee&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9247372 Aug 30 04:26:25.216104 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-d9b12e32-fb68-4612-96e0-b0dc196e209b tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks [] for security_group_rule (8c50350f-a4c5-4795-bc9c-eda94390a3d8), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:25.220141 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 48910) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:25.248232 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f54ef9-1adf-4b10-af49-5d9ae8770afd admin admin] Received port after_create {{(pid=106257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:26:25.248749 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-e3f54ef9-1adf-4b10-af49-5d9ae8770afd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697151'] for router_interface (e085ca82-0f33-4410-99f1-d3b786da6cfb), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:25.288063 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-86fe1b58-293e-4e61-aa1e-72c155ae2ff8 req-40986b01-4567-4f2f-af3a-80063595073b service neutron] 10.222.0.85 "GET /networking/v2.0/networks/661607d2-cb41-40c5-ac13-3334a7f66c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6370850 Aug 30 04:26:25.293761 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-0316e600-b772-4bec-b930-b61a60c7f40a None None] Publish callbacks [] for port (0e186976-90b1-41c4-b9ff-2b339c1c7c14), precommit_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:25.334425 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-3e889d3b-fd82-4db2-ae19-7f5e91df0380 None None] For port c611a2a6-98df-43cd-9d1c-7a53b3ed819f, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=c611a2a6-98df-43cd-9d1c-7a53b3ed819f,segment=NetworkSegment(bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb),segment_id=bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:26:25.342524 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-0316e600-b772-4bec-b930-b61a60c7f40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (0e186976-90b1-41c4-b9ff-2b339c1c7c14), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:25.348593 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b176954a-b310-45fb-bfe9-798a11e8d414 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260646229'] for network (752c89d5-9600-4b0e-ab19-93276f57d960), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:25.393686 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b176954a-b310-45fb-bfe9-798a11e8d414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055'] for network (752c89d5-9600-4b0e-ab19-93276f57d960), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:25.395937 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b176954a-b310-45fb-bfe9-798a11e8d414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:25.396816 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b176954a-b310-45fb-bfe9-798a11e8d414 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for network (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:25.450721 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-3e889d3b-fd82-4db2-ae19-7f5e91df0380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (c611a2a6-98df-43cd-9d1c-7a53b3ed819f), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:25.529741 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b176954a-b310-45fb-bfe9-798a11e8d414 admin admin] Pushing event updated for resources: {'Network': ['ID=752c89d5-9600-4b0e-ab19-93276f57d960,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:25.568497 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-f53827ee-c8ad-4ad3-b195-89768b402b28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:25.572515 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Network 752c89d5-9600-4b0e-ab19-93276f57d960 details requested by agent ovs-agent-dv-cinder-854265-2-iscsi with host dv-cinder-854265-2-iscsi {{(pid=106259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:26:25.579448 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-b176954a-b310-45fb-bfe9-798a11e8d414 admin admin] 10.222.0.85 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6833832 Aug 30 04:26:25.596109 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 48920) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:25.604007 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-b8c4e555-cec5-4144-8d3f-9c692151071c admin admin] Request body: {'subnet': {'network_id': '752c89d5-9600-4b0e-ab19-93276f57d960', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-481729213-subnet', 'tenant_id': '8ed8492885cb49dc93bedfe390643141', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:26:25.614498 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:25.633881 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-0316e600-b772-4bec-b930-b61a60c7f40a None None] Attempting to bind port 0e186976-90b1-41c4-b9ff-2b339c1c7c14 on host dv-cinder-854265-2-iscsi for vnic_type normal with profile {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:26:25.634909 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-0316e600-b772-4bec-b930-b61a60c7f40a None None] Attempting to bind port 0e186976-90b1-41c4-b9ff-2b339c1c7c14 by drivers openvswitch,hyperv on host dv-cinder-854265-2-iscsi at level 0 using segments [{'id': 'fa929cc1-394c-4547-9d6d-d932c4c80d18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'}] {{(pid=106259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:26:25.636860 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0316e600-b772-4bec-b930-b61a60c7f40a None None] Attempting to bind port 0e186976-90b1-41c4-b9ff-2b339c1c7c14 on network 03964a12-f74f-4d2e-840d-00c949ed3dc4 {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:26:25.699884 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c4e555-cec5-4144-8d3f-9c692151071c admin admin] Made reservation on behalf of 8ed8492885cb49dc93bedfe390643141 for: {'subnet': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:26:25.702369 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b8c4e555-cec5-4144-8d3f-9c692151071c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:25.880674 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca0957-b39d-4596-9845-58a392be03b6 None None] Pushing event updated for resources: {'Port': ['ID=0e186976-90b1-41c4-b9ff-2b339c1c7c14,revision_number=2']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:25.938022 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port 1876a55c-715e-4a50-9e34-61cc3423bbbd is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:26:25.946480 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 48946) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:25.947869 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0316e600-b772-4bec-b930-b61a60c7f40a None None] Checking agent: {'id': 'e0fa4f30-19e6-45a9-8914-5f6bf4441601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17, 58), 'started_at': datetime.datetime(2022, 8, 30, 4, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:26:25.948085 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0316e600-b772-4bec-b930-b61a60c7f40a None None] Checking segment: {'id': 'fa929cc1-394c-4547-9d6d-d932c4c80d18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:26:25.948814 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-0316e600-b772-4bec-b930-b61a60c7f40a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:25.949468 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0316e600-b772-4bec-b930-b61a60c7f40a None None] Bound using segment: {'id': 'fa929cc1-394c-4547-9d6d-d932c4c80d18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'} {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:26:25.949968 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-0316e600-b772-4bec-b930-b61a60c7f40a None None] Bound port: 0e186976-90b1-41c4-b9ff-2b339c1c7c14, host: dv-cinder-854265-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa929cc1-394c-4547-9d6d-d932c4c80d18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'}}] {{(pid=106259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:26:25.950356 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-0316e600-b772-4bec-b930-b61a60c7f40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (0e186976-90b1-41c4-b9ff-2b339c1c7c14), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:26.066730 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=10,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:26.079585 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3d01293e-0954-43cc-b337-16d2aaf3bc96 req-d33ee5e6-0970-436f-9efc-c0882b9f6c04 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 210 time: 0.1298594 Aug 30 04:26:26.098401 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-8304d44a-c8ec-4b44-92da-a38296c3f069 None None] Provisioning complete for port 429ef520-470e-4262-8dbb-3ecd724380d5 triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:26:26.100308 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-8304d44a-c8ec-4b44-92da-a38296c3f069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (429ef520-470e-4262-8dbb-3ecd724380d5), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:26.183675 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-38e41e0a-14b4-4d59-b313-9ee21d9f7532 admin admin] Publish callbacks [] for security_group (d37f753f-a645-47c6-9132-a8dfdc68a465), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:26.189325 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b8c4e555-cec5-4144-8d3f-9c692151071c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055'] for subnet (5daa7e8b-73f5-43a3-b359-dea709e84237), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:26.217389 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:26.288448 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e889d3b-fd82-4db2-ae19-7f5e91df0380 None None] Pushing event updated for resources: {'Port': ['ID=c611a2a6-98df-43cd-9d1c-7a53b3ed819f,revision_number=5']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:26.325315 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-d9b12e32-fb68-4612-96e0-b0dc196e209b tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks [] for security_group_rule (8c50350f-a4c5-4795-bc9c-eda94390a3d8), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:26.352495 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-38e41e0a-14b4-4d59-b313-9ee21d9f7532 admin admin] Publish callbacks [] for security_group (d37f753f-a645-47c6-9132-a8dfdc68a465), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:26.376727 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-0316e600-b772-4bec-b930-b61a60c7f40a None None] For port 0e186976-90b1-41c4-b9ff-2b339c1c7c14, host dv-cinder-854265-2-iscsi, cleared binding levels {{(pid=106259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:26:26.381195 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-0316e600-b772-4bec-b930-b61a60c7f40a None None] For port 0e186976-90b1-41c4-b9ff-2b339c1c7c14, host dv-cinder-854265-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=0e186976-90b1-41c4-b9ff-2b339c1c7c14,segment=NetworkSegment(fa929cc1-394c-4547-9d6d-d932c4c80d18),segment_id=fa929cc1-394c-4547-9d6d-d932c4c80d18)] {{(pid=106259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:26:26.390258 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-8304d44a-c8ec-4b44-92da-a38296c3f069 None None] Port 429ef520-470e-4262-8dbb-3ecd724380d5 cannot update to ACTIVE because it is not bound. {{(pid=106259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:26:26.401844 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-0316e600-b772-4bec-b930-b61a60c7f40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (0e186976-90b1-41c4-b9ff-2b339c1c7c14), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:26.414818 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-d9b12e32-fb68-4612-96e0-b0dc196e209b tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651561'] for security_group_rule (8c50350f-a4c5-4795-bc9c-eda94390a3d8), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:26.438257 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c4e555-cec5-4144-8d3f-9c692151071c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5daa7e8b-73f5-43a3-b359-dea709e84237,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:26.467553 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device c611a2a6-98df-43cd-9d1c-7a53b3ed819f up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:26:26.478829 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c4e555-cec5-4144-8d3f-9c692151071c admin admin] Checking segment: {'id': '48ed4af7-a150-481b-a8cb-17061754e37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '752c89d5-9600-4b0e-ab19-93276f57d960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:26:26.479265 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c4e555-cec5-4144-8d3f-9c692151071c admin admin] Network hostable DHCP agents. Network: 752c89d5-9600-4b0e-ab19-93276f57d960, hostable agents: ['b1b2a880-5f2a-4407-bfda-3b17b5cf16ab'], hosted agents: [] {{(pid=106258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:26:26.506633 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:26.521642 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c4e555-cec5-4144-8d3f-9c692151071c admin admin] Network 752c89d5-9600-4b0e-ab19-93276f57d960 is scheduled to be hosted by DHCP agent b1b2a880-5f2a-4407-bfda-3b17b5cf16ab with binding_index 1 {{(pid=106258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:26:26.558607 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-b8c4e555-cec5-4144-8d3f-9c692151071c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-2-iscsi, 752c89d5-9600-4b0e-ab19-93276f57d960) {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:26:26.561815 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b12e32-fb68-4612-96e0-b0dc196e209b tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c50350f-a4c5-4795-bc9c-eda94390a3d8,revision_number=0']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:26.563762 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c4e555-cec5-4144-8d3f-9c692151071c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:26.564702 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b8c4e555-cec5-4144-8d3f-9c692151071c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for subnet (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:26.611392 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ed7a9a-e2c8-40a9-8233-eb846e29ce51 None None] Network 752c89d5-9600-4b0e-ab19-93276f57d960 requested from dv-cinder-854265-2-iscsi {{(pid=106259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:26:26.624996 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-b8c4e555-cec5-4144-8d3f-9c692151071c admin admin] 10.222.0.85 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0277152 Aug 30 04:26:26.647408 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-d9b12e32-fb68-4612-96e0-b0dc196e209b tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:26.650409 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-d9b12e32-fb68-4612-96e0-b0dc196e209b tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8067591 Aug 30 04:26:26.655670 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 48984) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:26.679128 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-d4ce8ff2-f86d-4a59-97ae-4cfbc1eea4c2 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Request body: {'floatingip': {'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:26:26.712093 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-e3f54ef9-1adf-4b10-af49-5d9ae8770afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (429ef520-470e-4262-8dbb-3ecd724380d5), before_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:26.784118 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-38e41e0a-14b4-4d59-b313-9ee21d9f7532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (d37f753f-a645-47c6-9132-a8dfdc68a465), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:26.796712 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-38e41e0a-14b4-4d59-b313-9ee21d9f7532 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:26.799823 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-38e41e0a-14b4-4d59-b313-9ee21d9f7532 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/d37f753f-a645-47c6-9132-a8dfdc68a465 HTTP/1.1" status: 204 len: 168 time: 1.5386758 Aug 30 04:26:26.840157 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-d4ce8ff2-f86d-4a59-97ae-4cfbc1eea4c2 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:26.895315 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069550f-6419-4279-8aa8-72d9a30eebd8 req-c73023e6-8dea-4337-afd2-73563cb33399 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:26.896805 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6069550f-6419-4279-8aa8-72d9a30eebd8 req-c73023e6-8dea-4337-afd2-73563cb33399 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/networks?id=661607d2-cb41-40c5-ac13-3334a7f66c5e HTTP/1.1" status: 200 len: 818 time: 0.2707059 Aug 30 04:26:26.934431 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6069550f-6419-4279-8aa8-72d9a30eebd8 req-a0b8b479-3a7e-4025-a815-0502c7d13657 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/quotas/edc09fe630034be4b292562e2de6e3f9 HTTP/1.1" status: 200 len: 375 time: 0.0293036 Aug 30 04:26:27.038577 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6069550f-6419-4279-8aa8-72d9a30eebd8 req-3859a8da-2b79-4881-af24-d5659213fc61 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=edc09fe630034be4b292562e2de6e3f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1033390 Aug 30 04:26:27.056929 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e41e0a-14b4-4d59-b313-9ee21d9f7532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37f753f-a645-47c6-9132-a8dfdc68a465,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:27.069019 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 49002) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:27.100505 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0316e600-b772-4bec-b930-b61a60c7f40a None None] Routers {'e085ca82-0f33-4410-99f1-d3b786da6cfb'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:26:27.103538 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-0316e600-b772-4bec-b930-b61a60c7f40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:26:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['e085ca82-0f33-4410-99f1-d3b786da6cfb'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:26:27.305439 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:27.307996 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca0957-b39d-4596-9845-58a392be03b6 None None] Pushing event updated for resources: {'Port': ['ID=0e186976-90b1-41c4-b9ff-2b339c1c7c14,revision_number=3']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:27.334214 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:27.346270 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-d4ce8ff2-f86d-4a59-97ae-4cfbc1eea4c2 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:27.441820 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port c611a2a6-98df-43cd-9d1c-7a53b3ed819f triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:26:27.445647 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (c611a2a6-98df-43cd-9d1c-7a53b3ed819f), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:27.531661 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6069550f-6419-4279-8aa8-72d9a30eebd8 req-4f7a2421-7461-424c-bdf5-f14ed7705862 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/661607d2-cb41-40c5-ac13-3334a7f66c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4813240 Aug 30 04:26:27.561616 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-0316e600-b772-4bec-b930-b61a60c7f40a None None] Set router e085ca82-0f33-4410-99f1-d3b786da6cfb gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:26:27.616772 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:27.672477 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cd51b9-ada2-4dfb-bc64-a487ca69d121 None None] Network 752c89d5-9600-4b0e-ab19-93276f57d960 requested from dv-cinder-854265-2-iscsi {{(pid=106259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:26:27.716123 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-47c58afd-5a18-41bf-8690-89932d0d166b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:27.767123 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6069550f-6419-4279-8aa8-72d9a30eebd8 req-ca8f29f6-8437-4eec-a785-c43733e2c0a3 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/661607d2-cb41-40c5-ac13-3334a7f66c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170703 Aug 30 04:26:27.828448 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.db_base_plugin_common [None req-d4ce8ff2-f86d-4a59-97ae-4cfbc1eea4c2 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Allocated IP 172.27.1.84 (03964a12-f74f-4d2e-840d-00c949ed3dc4/00661445-2d2c-4e5c-8f29-475eaaec65d5/065629ec-f61c-4e35-a933-0539130c63e7) {{(pid=106257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:26:27.983867 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 49044) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:27.998423 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-e3f54ef9-1adf-4b10-af49-5d9ae8770afd admin admin] Publish callbacks [] for port (429ef520-470e-4262-8dbb-3ecd724380d5), precommit_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:28.029855 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-77e5c9cc-4157-4fee-9f79-1081abec9ff6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:28.190091 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-e3f54ef9-1adf-4b10-af49-5d9ae8770afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (429ef520-470e-4262-8dbb-3ecd724380d5), after_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:28.196125 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-e3f54ef9-1adf-4b10-af49-5d9ae8770afd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697259'] for router_interface (e085ca82-0f33-4410-99f1-d3b786da6cfb), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:28.268207 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-06f144be-77f4-4644-8037-c495c7f09577 req-507dd231-54ca-4c88-b9e3-42375090a9d1 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 210 time: 0.1723199 Aug 30 04:26:28.342118 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:28.420728 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-77e5c9cc-4157-4fee-9f79-1081abec9ff6 admin admin] Publish callbacks [] for security_group (613a8b10-37f1-450a-b2ed-4a63abbc3f46), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:28.428883 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-77e5c9cc-4157-4fee-9f79-1081abec9ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (613a8b10-37f1-450a-b2ed-4a63abbc3f46), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:28.451819 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:UPDATE=4,neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:28.514100 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e5c9cc-4157-4fee-9f79-1081abec9ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613a8b10-37f1-450a-b2ed-4a63abbc3f46,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:28.568583 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-77e5c9cc-4157-4fee-9f79-1081abec9ff6 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=73ccb2772b4a42358fd022daab0c5356&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5834756 Aug 30 04:26:28.570943 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 49068) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:28.635679 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-0316e600-b772-4bec-b930-b61a60c7f40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e085ca82-0f33-4410-99f1-d3b786da6cfb', 'name': 'tempest-DeleteServersTestJSON-1209035974-router', 'tenant_id': '959853ec613f47819ed2883c8539b24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '0e186976-90b1-41c4-b9ff-2b339c1c7c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:26:15Z', 'updated_at': '2022-08-30T04:26:26Z', 'revision_number': 4, 'project_id': '959853ec613f47819ed2883c8539b24e', 'gw_port': {'id': '0e186976-90b1-41c4-b9ff-2b339c1c7c14', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f5:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e085ca82-0f33-4410-99f1-d3b786da6cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:16Z', 'updated_at': '2022-08-30T04:26:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': '429ef520-470e-4262-8dbb-3ecd724380d5', 'name': '', 'network_id': '2ae43651-2c59-4902-9fbc-2b9d1dde6e96', 'tenant_id': '959853ec613f47819ed2883c8539b24e', 'mac_address': 'fa:16:3e:9f:c7:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e085ca82-0f33-4410-99f1-d3b786da6cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '395c78ef-834d-43ef-9fdc-f18f8ef90d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:23Z', 'updated_at': '2022-08-30T04:26:23Z', 'revision_number': 1, 'project_id': '959853ec613f47819ed2883c8539b24e', 'subnets': [{'id': '395c78ef-834d-43ef-9fdc-f18f8ef90d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:26:28.677845 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 49076) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:28.681848 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e79cef7-8fe4-478c-a321-5a5be8601b40 None None] Sync routers for ids ['cd1726ec-0b76-43ce-b129-28907fd0ca3b'] in dv-cinder-854265-2-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:26:28.685274 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:28.686950 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:28.689541 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0316e600-b772-4bec-b930-b61a60c7f40a None None] The sync data for ids ['e085ca82-0f33-4410-99f1-d3b786da6cfb'] in dv-cinder-854265-2-iscsi is: [{'id': 'e085ca82-0f33-4410-99f1-d3b786da6cfb', 'name': 'tempest-DeleteServersTestJSON-1209035974-router', 'tenant_id': '959853ec613f47819ed2883c8539b24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '0e186976-90b1-41c4-b9ff-2b339c1c7c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:26:15Z', 'updated_at': '2022-08-30T04:26:26Z', 'revision_number': 4, 'project_id': '959853ec613f47819ed2883c8539b24e', 'gw_port': {'id': '0e186976-90b1-41c4-b9ff-2b339c1c7c14', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f5:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e085ca82-0f33-4410-99f1-d3b786da6cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:16Z', 'updated_at': '2022-08-30T04:26:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': '429ef520-470e-4262-8dbb-3ecd724380d5', 'name': '', 'network_id': '2ae43651-2c59-4902-9fbc-2b9d1dde6e96', 'tenant_id': '959853ec613f47819ed2883c8539b24e', 'mac_address': 'fa:16:3e:9f:c7:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e085ca82-0f33-4410-99f1-d3b786da6cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '395c78ef-834d-43ef-9fdc-f18f8ef90d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:23Z', 'updated_at': '2022-08-30T04:26:23Z', 'revision_number': 1, 'project_id': '959853ec613f47819ed2883c8539b24e', 'subnets': [{'id': '395c78ef-834d-43ef-9fdc-f18f8ef90d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:26:28.691857 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port c611a2a6-98df-43cd-9d1c-7a53b3ed819f is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:26:28.693390 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 8768219d-9eca-4774-b7e4-b04e9d2e70cf up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:26:28.707013 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e79cef7-8fe4-478c-a321-5a5be8601b40 None None] Routers {'cd1726ec-0b76-43ce-b129-28907fd0ca3b'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:26:28.710595 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-7e79cef7-8fe4-478c-a321-5a5be8601b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:26:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['cd1726ec-0b76-43ce-b129-28907fd0ca3b'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:26:28.714217 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 49078) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:28.734780 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-6f5c9c5c-b233-440a-9064-903a01fd1964 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1761793436-network', 'tenant_id': '0e152cdcc7d042de92d06a01e0b3ec21'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:26:28.741107 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-47c58afd-5a18-41bf-8690-89932d0d166b admin admin] Publish callbacks [] for security_group (5700458e-3ed4-4b3e-9059-25c199cdee0f), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:28.779122 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port 8768219d-9eca-4774-b7e4-b04e9d2e70cf triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:26:28.779774 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (8768219d-9eca-4774-b7e4-b04e9d2e70cf), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:28.794233 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f54ef9-1adf-4b10-af49-5d9ae8770afd admin admin] Network 2ae43651-2c59-4902-9fbc-2b9d1dde6e96 is already hosted by enough agents. {{(pid=106257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:26:28.798087 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-47c58afd-5a18-41bf-8690-89932d0d166b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (5700458e-3ed4-4b3e-9059-25c199cdee0f), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:28.820008 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-474a2ef5-7d01-4588-97ff-d1ebee71c96a admin admin] Publish callbacks [] for security_group (613a8b10-37f1-450a-b2ed-4a63abbc3f46), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:28.848965 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5c9c5c-b233-440a-9064-903a01fd1964 admin admin] Made reservation on behalf of 0e152cdcc7d042de92d06a01e0b3ec21 for: {'network': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:26:28.868016 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f54ef9-1adf-4b10-af49-5d9ae8770afd admin admin] Pushing event updated for resources: {'Port': ['ID=429ef520-470e-4262-8dbb-3ecd724380d5,revision_number=2']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:28.901948 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6f5c9c5c-b233-440a-9064-903a01fd1964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for network (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:28.917115 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-47c58afd-5a18-41bf-8690-89932d0d166b admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=44cec317ac97406d8909fc153756808b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8284144 Aug 30 04:26:28.923703 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c58afd-5a18-41bf-8690-89932d0d166b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5700458e-3ed4-4b3e-9059-25c199cdee0f,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:28.929769 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.base_scheduler [None req-e3f54ef9-1adf-4b10-af49-5d9ae8770afd admin admin] Resources bound (agent type, host, resource id): {{(pid=106257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:26:28.944829 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 49084) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:28.968785 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-474a2ef5-7d01-4588-97ff-d1ebee71c96a admin admin] Publish callbacks [] for security_group (613a8b10-37f1-450a-b2ed-4a63abbc3f46), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:29.017656 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port 8768219d-9eca-4774-b7e4-b04e9d2e70cf is: DOWN; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:26:29.018056 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (8768219d-9eca-4774-b7e4-b04e9d2e70cf), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:29.035976 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-7e79cef7-8fe4-478c-a321-5a5be8601b40 None None] Set router cd1726ec-0b76-43ce-b129-28907fd0ca3b gateway port host: dv-cinder-854265-2-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:26:29.087949 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-474a2ef5-7d01-4588-97ff-d1ebee71c96a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (613a8b10-37f1-450a-b2ed-4a63abbc3f46), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:29.091923 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-474a2ef5-7d01-4588-97ff-d1ebee71c96a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:29.103545 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] For port 8768219d-9eca-4774-b7e4-b04e9d2e70cf, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=8768219d-9eca-4774-b7e4-b04e9d2e70cf,segment=NetworkSegment(fa929cc1-394c-4547-9d6d-d932c4c80d18),segment_id=fa929cc1-394c-4547-9d6d-d932c4c80d18)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:26:29.117231 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-474a2ef5-7d01-4588-97ff-d1ebee71c96a admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/613a8b10-37f1-450a-b2ed-4a63abbc3f46 HTTP/1.1" status: 204 len: 168 time: 0.5438452 Aug 30 04:26:29.126188 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6f5c9c5c-b233-440a-9064-903a01fd1964 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:29.140817 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (8768219d-9eca-4774-b7e4-b04e9d2e70cf), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:29.227281 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:29.247099 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f54ef9-1adf-4b10-af49-5d9ae8770afd admin admin] Router e085ca82-0f33-4410-99f1-d3b786da6cfb has already been hosted by L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 {{(pid=106257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:26:29.255228 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:29.261998 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-d4ce8ff2-f86d-4a59-97ae-4cfbc1eea4c2 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks [] for port (065629ec-f61c-4e35-a933-0539130c63e7), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:29.270963 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-108c09d7-b241-48bb-b08c-91d1d3648b61 admin admin] Publish callbacks [] for security_group (5700458e-3ed4-4b3e-9059-25c199cdee0f), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:29.296229 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-108c09d7-b241-48bb-b08c-91d1d3648b61 admin admin] Publish callbacks [] for security_group (5700458e-3ed4-4b3e-9059-25c199cdee0f), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:29.316707 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Pushing event updated for resources: {'Port': ['ID=8768219d-9eca-4774-b7e4-b04e9d2e70cf,revision_number=4']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:29.338934 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a2ef5-7d01-4588-97ff-d1ebee71c96a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613a8b10-37f1-450a-b2ed-4a63abbc3f46,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:29.377309 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-108c09d7-b241-48bb-b08c-91d1d3648b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (5700458e-3ed4-4b3e-9059-25c199cdee0f), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:29.380799 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-108c09d7-b241-48bb-b08c-91d1d3648b61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:29.384370 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-108c09d7-b241-48bb-b08c-91d1d3648b61 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/5700458e-3ed4-4b3e-9059-25c199cdee0f HTTP/1.1" status: 204 len: 168 time: 0.4355915 Aug 30 04:26:29.468956 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c09d7-b241-48bb-b08c-91d1d3648b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5700458e-3ed4-4b3e-9059-25c199cdee0f,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:29.486110 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f0c683ee-e86f-4c29-aa9d-a4bc03973d7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:29.579338 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-c4375048-80f2-4e8e-b31a-741b4a739f22 None None] Provisioning complete for port 429ef520-470e-4262-8dbb-3ecd724380d5 triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:26:29.581066 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-c4375048-80f2-4e8e-b31a-741b4a739f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (429ef520-470e-4262-8dbb-3ecd724380d5), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:29.612285 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f54ef9-1adf-4b10-af49-5d9ae8770afd admin admin] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:26:29.641586 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-e3f54ef9-1adf-4b10-af49-5d9ae8770afd admin admin] 10.222.0.85 "PUT /networking/v2.0/routers/e085ca82-0f33-4410-99f1-d3b786da6cfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5998020 Aug 30 04:26:29.646849 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-d4ce8ff2-f86d-4a59-97ae-4cfbc1eea4c2 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758'] for port (065629ec-f61c-4e35-a933-0539130c63e7), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:29.669273 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device c611a2a6-98df-43cd-9d1c-7a53b3ed819f up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:26:29.670793 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0cd5abfe-f6c5-45df-90fb-6a807f5113e7 req-6c9ff47e-113d-4e30-8132-0d71a25bc56d tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 210 time: 0.1390493 Aug 30 04:26:29.686303 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=8 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:29.846532 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ce8ff2-f86d-4a59-97ae-4cfbc1eea4c2 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Pushing event updated for resources: {'Port': ['ID=065629ec-f61c-4e35-a933-0539130c63e7,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:29.883336 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ce8ff2-f86d-4a59-97ae-4cfbc1eea4c2 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Network 03964a12-f74f-4d2e-840d-00c949ed3dc4 is already hosted by enough agents. {{(pid=106257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:26:29.889876 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-c4375048-80f2-4e8e-b31a-741b4a739f22 None None] Port 429ef520-470e-4262-8dbb-3ecd724380d5 cannot update to ACTIVE because it is not bound. {{(pid=106259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:26:29.898339 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.base_scheduler [None req-d4ce8ff2-f86d-4a59-97ae-4cfbc1eea4c2 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Resources bound (agent type, host, resource id): {{(pid=106257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:26:29.907219 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-7e79cef7-8fe4-478c-a321-5a5be8601b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'name': 'tempest-AttachVolumeTestJSON-348001869-router', 'tenant_id': 'd7deffddf9934a028bfdb0b1c965c618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '8768219d-9eca-4774-b7e4-b04e9d2e70cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:26:14Z', 'updated_at': '2022-08-30T04:26:20Z', 'revision_number': 4, 'project_id': 'd7deffddf9934a028bfdb0b1c965c618', 'gw_port': {'id': '8768219d-9eca-4774-b7e4-b04e9d2e70cf', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:49:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:15Z', 'updated_at': '2022-08-30T04:26:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': '72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4', 'name': '', 'network_id': '7fc2da6b-035c-428c-8a36-2438f46094fd', 'tenant_id': 'd7deffddf9934a028bfdb0b1c965c618', 'mac_address': 'fa:16:3e:d0:91:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '10d22c1f-33e0-4527-bb5d-63253813ffaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:19Z', 'updated_at': '2022-08-30T04:26:20Z', 'revision_number': 2, 'project_id': 'd7deffddf9934a028bfdb0b1c965c618', 'subnets': [{'id': '10d22c1f-33e0-4527-bb5d-63253813ffaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:26:29.911583 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ce8ff2-f86d-4a59-97ae-4cfbc1eea4c2 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Received port after_create {{(pid=106257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:26:29.930653 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:29.985254 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port c611a2a6-98df-43cd-9d1c-7a53b3ed819f triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:26:29.987588 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (c611a2a6-98df-43cd-9d1c-7a53b3ed819f), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:29.991580 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6f5c9c5c-b233-440a-9064-903a01fd1964 admin admin] Publish callbacks [] for security_group (656a7aa9-95a0-44fa-83d7-9f54071faf80), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:30.021871 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e79cef7-8fe4-478c-a321-5a5be8601b40 None None] Checking router: cd1726ec-0b76-43ce-b129-28907fd0ca3b for host: dv-cinder-854265-2-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:26:30.024074 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e79cef7-8fe4-478c-a321-5a5be8601b40 None None] Updating router cd1726ec-0b76-43ce-b129-28907fd0ca3b port 72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4 binding host dv-cinder-854265-2-iscsi {{(pid=106260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:26:30.030127 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6f5c9c5c-b233-440a-9064-903a01fd1964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (656a7aa9-95a0-44fa-83d7-9f54071faf80), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:30.133800 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-7e79cef7-8fe4-478c-a321-5a5be8601b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:30.151298 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.71', 61929) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:30.160481 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c9c5c-b233-440a-9064-903a01fd1964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656a7aa9-95a0-44fa-83d7-9f54071faf80,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:30.227852 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port c611a2a6-98df-43cd-9d1c-7a53b3ed819f is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:26:30.252049 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f5c9c5c-b233-440a-9064-903a01fd1964 admin admin] vlan segment allocate from pool success with {'vlan_id': 1064, 'physical_network': 'physnet1'} {{(pid=106258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 04:26:30.357427 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6f5c9c5c-b233-440a-9064-903a01fd1964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3898234'] for segment (17413984-8af1-4052-8510-879554885832), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:30.360153 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.db.segments_db [None req-6f5c9c5c-b233-440a-9064-903a01fd1964 admin admin] Added segment 17413984-8af1-4052-8510-879554885832 of type vlan for network 4413bc77-5c15-41c0-937f-8b27589c04db Aug 30 04:26:30.536911 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6f5c9c5c-b233-440a-9064-903a01fd1964 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260646229'] for network (4413bc77-5c15-41c0-937f-8b27589c04db), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:30.544719 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f0c683ee-e86f-4c29-aa9d-a4bc03973d7b admin admin] Publish callbacks [] for security_group (e0fe19ba-88ff-45d1-9424-3ee7f21d7657), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:30.566531 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f0c683ee-e86f-4c29-aa9d-a4bc03973d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (e0fe19ba-88ff-45d1-9424-3ee7f21d7657), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:30.621364 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6f5c9c5c-b233-440a-9064-903a01fd1964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055'] for network (4413bc77-5c15-41c0-937f-8b27589c04db), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:30.622912 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5c9c5c-b233-440a-9064-903a01fd1964 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:30.623717 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6f5c9c5c-b233-440a-9064-903a01fd1964 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for network (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:30.681405 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-f0c683ee-e86f-4c29-aa9d-a4bc03973d7b admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=d1de048add3b4fc79401df1d0952f67a&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0023637 Aug 30 04:26:30.682020 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 49152) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:30.685926 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c683ee-e86f-4c29-aa9d-a4bc03973d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0fe19ba-88ff-45d1-9424-3ee7f21d7657,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:30.700701 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-6f5c9c5c-b233-440a-9064-903a01fd1964 admin admin] 10.222.0.85 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.9815269 Aug 30 04:26:30.718075 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 49154) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:30.730823 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-234b8513-3bc2-4abd-a3ae-63a9eae63220 admin admin] Request body: {'subnet': {'network_id': '4413bc77-5c15-41c0-937f-8b27589c04db', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1761793436-subnet', 'tenant_id': '0e152cdcc7d042de92d06a01e0b3ec21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:26:30.743098 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:30.744126 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:30.838512 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c9c5c-b233-440a-9064-903a01fd1964 admin admin] Pushing event updated for resources: {'Network': ['ID=4413bc77-5c15-41c0-937f-8b27589c04db,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:30.844380 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234b8513-3bc2-4abd-a3ae-63a9eae63220 admin admin] Made reservation on behalf of 0e152cdcc7d042de92d06a01e0b3ec21 for: {'subnet': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:26:30.847517 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-234b8513-3bc2-4abd-a3ae-63a9eae63220 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:30.854142 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Network 4413bc77-5c15-41c0-937f-8b27589c04db details requested by agent ovs-agent-dv-cinder-854265-2-iscsi with host dv-cinder-854265-2-iscsi {{(pid=106259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:26:30.933192 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-d4ce8ff2-f86d-4a59-97ae-4cfbc1eea4c2 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks [] for floatingip (19f374ce-4e08-4a1c-9e69-4ecd6879dbce), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:30.970367 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-ac07d7da-6405-45a0-a2f8-678cf045cffe admin admin] Publish callbacks [] for security_group (e0fe19ba-88ff-45d1-9424-3ee7f21d7657), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:31.138555 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-ac07d7da-6405-45a0-a2f8-678cf045cffe admin admin] Publish callbacks [] for security_group (e0fe19ba-88ff-45d1-9424-3ee7f21d7657), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:31.178788 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:31.242998 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-7e79cef7-8fe4-478c-a321-5a5be8601b40 None None] Publish callbacks [] for port (72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:31.274262 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-7e79cef7-8fe4-478c-a321-5a5be8601b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:31.330677 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:INSERT=14,neutron:SELECT=80,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:31.355057 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5b7e34af-0f7c-456a-b20b-7579c8a35a48 req-fbc847d8-444b-477a-8097-c0a34dd91fb2 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 210 time: 0.1552105 Aug 30 04:26:31.391900 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe1b58-293e-4e61-aa1e-72c155ae2ff8 req-36aaa23f-5783-4b31-90c6-f6ec73b8e506 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:31.394664 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-86fe1b58-293e-4e61-aa1e-72c155ae2ff8 req-36aaa23f-5783-4b31-90c6-f6ec73b8e506 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.71 "GET /networking/v2.0/networks?id=661607d2-cb41-40c5-ac13-3334a7f66c5e HTTP/1.1" status: 200 len: 818 time: 1.2396936 Aug 30 04:26:31.420774 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-d4ce8ff2-f86d-4a59-97ae-4cfbc1eea4c2 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (065629ec-f61c-4e35-a933-0539130c63e7), before_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:31.424628 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ba102-d649-49bd-99e7-0bb0f3b58ebe req-ae3231cc-ca42-423a-a343-4db6f13a072c tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:31.432225 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-de7ba102-d649-49bd-99e7-0bb0f3b58ebe req-ae3231cc-ca42-423a-a343-4db6f13a072c tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/networks?id=2ae43651-2c59-4902-9fbc-2b9d1dde6e96 HTTP/1.1" status: 200 len: 812 time: 0.5330803 Aug 30 04:26:31.458924 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=100 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:31.543115 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-234b8513-3bc2-4abd-a3ae-63a9eae63220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055'] for subnet (78c6f879-9472-4f5b-9aa5-912b66472be0), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:31.591014 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 0e186976-90b1-41c4-b9ff-2b339c1c7c14 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:26:31.601588 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-7e79cef7-8fe4-478c-a321-5a5be8601b40 None None] Attempting to bind port 72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4 on host dv-cinder-854265-2-iscsi for vnic_type normal with profile {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:26:31.601963 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-7e79cef7-8fe4-478c-a321-5a5be8601b40 None None] Attempting to bind port 72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4 by drivers openvswitch,hyperv on host dv-cinder-854265-2-iscsi at level 0 using segments [{'id': '18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7fc2da6b-035c-428c-8a36-2438f46094fd'}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:26:31.606621 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e79cef7-8fe4-478c-a321-5a5be8601b40 None None] Attempting to bind port 72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4 on network 7fc2da6b-035c-428c-8a36-2438f46094fd {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:26:31.628917 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234b8513-3bc2-4abd-a3ae-63a9eae63220 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78c6f879-9472-4f5b-9aa5-912b66472be0,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:31.645871 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-de7ba102-d649-49bd-99e7-0bb0f3b58ebe req-08f737dd-e008-41b4-9ed4-76dfffb284c5 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/quotas/959853ec613f47819ed2883c8539b24e HTTP/1.1" status: 200 len: 375 time: 0.2122345 Aug 30 04:26:31.655358 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e79cef7-8fe4-478c-a321-5a5be8601b40 None None] Checking agent: {'id': 'e0fa4f30-19e6-45a9-8914-5f6bf4441601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17, 58), 'started_at': datetime.datetime(2022, 8, 30, 4, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:26:31.658776 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [req-86fe1b58-293e-4e61-aa1e-72c155ae2ff8 req-905a363c-443f-470c-8a06-8582f553f2fc tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Request body: {'port': {'device_id': 'f359fb4c-9bdc-4898-81b0-26ea768f4444', 'network_id': '661607d2-cb41-40c5-ac13-3334a7f66c5e', 'admin_state_up': True, 'tenant_id': 'edc09fe630034be4b292562e2de6e3f9'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:26:31.660163 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e79cef7-8fe4-478c-a321-5a5be8601b40 None None] Checking segment: {'id': '18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7fc2da6b-035c-428c-8a36-2438f46094fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:26:31.660727 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-7e79cef7-8fe4-478c-a321-5a5be8601b40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:31.664001 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e79cef7-8fe4-478c-a321-5a5be8601b40 None None] Bound using segment: {'id': '18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7fc2da6b-035c-428c-8a36-2438f46094fd'} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:26:31.664588 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-7e79cef7-8fe4-478c-a321-5a5be8601b40 None None] Bound port: 72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4, host: dv-cinder-854265-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7fc2da6b-035c-428c-8a36-2438f46094fd'}}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:26:31.666269 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-7e79cef7-8fe4-478c-a321-5a5be8601b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:31.669096 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-ac07d7da-6405-45a0-a2f8-678cf045cffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (e0fe19ba-88ff-45d1-9424-3ee7f21d7657), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:31.673586 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-ac07d7da-6405-45a0-a2f8-678cf045cffe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:31.678539 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-ac07d7da-6405-45a0-a2f8-678cf045cffe admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/e0fe19ba-88ff-45d1-9424-3ee7f21d7657 HTTP/1.1" status: 204 len: 168 time: 0.9913547 Aug 30 04:26:31.750764 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac07d7da-6405-45a0-a2f8-678cf045cffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0fe19ba-88ff-45d1-9424-3ee7f21d7657,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:31.786892 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234b8513-3bc2-4abd-a3ae-63a9eae63220 admin admin] Checking segment: {'id': '17413984-8af1-4052-8510-879554885832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '4413bc77-5c15-41c0-937f-8b27589c04db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:26:31.787482 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234b8513-3bc2-4abd-a3ae-63a9eae63220 admin admin] Network hostable DHCP agents. Network: 4413bc77-5c15-41c0-937f-8b27589c04db, hostable agents: ['b1b2a880-5f2a-4407-bfda-3b17b5cf16ab'], hosted agents: [] {{(pid=106258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:26:31.815048 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-de7ba102-d649-49bd-99e7-0bb0f3b58ebe req-fd26c369-6142-46ab-87c1-4264d255fd2b tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=959853ec613f47819ed2883c8539b24e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1678026 Aug 30 04:26:31.816630 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.71', 61940) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:31.818196 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-7e79cef7-8fe4-478c-a321-5a5be8601b40 None None] For port 72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4, host dv-cinder-854265-2-iscsi, cleared binding levels {{(pid=106260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:26:31.832699 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:31.837611 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-7e79cef7-8fe4-478c-a321-5a5be8601b40 None None] For port 72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4, host dv-cinder-854265-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4,segment=NetworkSegment(18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12),segment_id=18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12)] {{(pid=106260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:26:31.841569 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c46cbe2-fe0a-4b6b-88ca-5f3563b26049 None None] Pushing event updated for resources: {'Port': ['ID=72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4,revision_number=3']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:31.845772 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-7e79cef7-8fe4-478c-a321-5a5be8601b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:31.927970 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-d4ce8ff2-f86d-4a59-97ae-4cfbc1eea4c2 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks [] for port (065629ec-f61c-4e35-a933-0539130c63e7), precommit_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:31.930001 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86fe1b58-293e-4e61-aa1e-72c155ae2ff8 req-905a363c-443f-470c-8a06-8582f553f2fc tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Made reservation on behalf of edc09fe630034be4b292562e2de6e3f9 for: {'port': 1} {{(pid=106257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:26:31.939695 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-86fe1b58-293e-4e61-aa1e-72c155ae2ff8 req-905a363c-443f-470c-8a06-8582f553f2fc tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:31.947426 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port 0e186976-90b1-41c4-b9ff-2b339c1c7c14 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:26:31.948053 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (0e186976-90b1-41c4-b9ff-2b339c1c7c14), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:31.954841 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e79cef7-8fe4-478c-a321-5a5be8601b40 None None] Routers {'cd1726ec-0b76-43ce-b129-28907fd0ca3b'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:26:31.955580 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-7e79cef7-8fe4-478c-a321-5a5be8601b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:26:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['cd1726ec-0b76-43ce-b129-28907fd0ca3b'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:26:31.961495 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-d4ce8ff2-f86d-4a59-97ae-4cfbc1eea4c2 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (065629ec-f61c-4e35-a933-0539130c63e7), after_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:31.962590 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-d4ce8ff2-f86d-4a59-97ae-4cfbc1eea4c2 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696708'] for floatingip (19f374ce-4e08-4a1c-9e69-4ecd6879dbce), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:32.040197 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234b8513-3bc2-4abd-a3ae-63a9eae63220 admin admin] Network 4413bc77-5c15-41c0-937f-8b27589c04db is scheduled to be hosted by DHCP agent b1b2a880-5f2a-4407-bfda-3b17b5cf16ab with binding_index 1 {{(pid=106258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:26:32.075969 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ce8ff2-f86d-4a59-97ae-4cfbc1eea4c2 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Pushing event updated for resources: {'Port': ['ID=065629ec-f61c-4e35-a933-0539130c63e7,revision_number=2']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:32.102246 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-d4ce8ff2-f86d-4a59-97ae-4cfbc1eea4c2 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for floatingip (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:32.108340 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-d4ce8ff2-f86d-4a59-97ae-4cfbc1eea4c2 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4456687 Aug 30 04:26:32.108547 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-234b8513-3bc2-4abd-a3ae-63a9eae63220 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-2-iscsi, 4413bc77-5c15-41c0-937f-8b27589c04db) {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:26:32.138614 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234b8513-3bc2-4abd-a3ae-63a9eae63220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:32.139250 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-234b8513-3bc2-4abd-a3ae-63a9eae63220 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for subnet (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:32.236981 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-234b8513-3bc2-4abd-a3ae-63a9eae63220 admin admin] 10.222.0.85 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5157163 Aug 30 04:26:32.247692 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069550f-6419-4279-8aa8-72d9a30eebd8 req-0c3d5676-c105-45b9-8506-c0e15af69170 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:32.263595 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6069550f-6419-4279-8aa8-72d9a30eebd8 req-0c3d5676-c105-45b9-8506-c0e15af69170 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.71 "GET /networking/v2.0/networks?id=661607d2-cb41-40c5-ac13-3334a7f66c5e HTTP/1.1" status: 200 len: 818 time: 0.4385633 Aug 30 04:26:32.265567 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port 0e186976-90b1-41c4-b9ff-2b339c1c7c14 is: DOWN; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:26:32.266135 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (0e186976-90b1-41c4-b9ff-2b339c1c7c14), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:32.280681 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [req-6069550f-6419-4279-8aa8-72d9a30eebd8 req-d316c58e-e8f0-4b94-ad85-16d99b9717f8 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Request body: {'port': {'device_id': 'b6a97c5a-7835-4178-8975-f4ce0f14bcda', 'network_id': '661607d2-cb41-40c5-ac13-3334a7f66c5e', 'admin_state_up': True, 'tenant_id': 'edc09fe630034be4b292562e2de6e3f9'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:26:32.292867 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] For port 0e186976-90b1-41c4-b9ff-2b339c1c7c14, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=0e186976-90b1-41c4-b9ff-2b339c1c7c14,segment=NetworkSegment(fa929cc1-394c-4547-9d6d-d932c4c80d18),segment_id=fa929cc1-394c-4547-9d6d-d932c4c80d18)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:26:32.294555 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7543cc08-1840-4264-897e-d5ff5bccf076 None None] Network 4413bc77-5c15-41c0-937f-8b27589c04db requested from dv-cinder-854265-2-iscsi {{(pid=106259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:26:32.326303 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c46cbe2-fe0a-4b6b-88ca-5f3563b26049 None None] Pushing event updated for resources: {'Port': ['ID=72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4,revision_number=4']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:32.360155 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:32.364108 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (0e186976-90b1-41c4-b9ff-2b339c1c7c14), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:32.364891 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 8768219d-9eca-4774-b7e4-b04e9d2e70cf up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:26:32.444491 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Pushing event updated for resources: {'Port': ['ID=0e186976-90b1-41c4-b9ff-2b339c1c7c14,revision_number=4']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:32.529635 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.db_base_plugin_common [req-86fe1b58-293e-4e61-aa1e-72c155ae2ff8 req-905a363c-443f-470c-8a06-8582f553f2fc tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Allocated IP 172.20.0.12 (661607d2-cb41-40c5-ac13-3334a7f66c5e/d860aa44-a024-4bdb-b214-412c9f1784ea/05e9029b-f746-406c-93bb-e93c4ab2ecb9) {{(pid=106257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:26:32.546383 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port 8768219d-9eca-4774-b7e4-b04e9d2e70cf triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:26:32.546780 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (8768219d-9eca-4774-b7e4-b04e9d2e70cf), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:32.589849 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-7e79cef7-8fe4-478c-a321-5a5be8601b40 None None] Set router cd1726ec-0b76-43ce-b129-28907fd0ca3b gateway port host: dv-cinder-854265-2-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:26:32.692557 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e1d602-5bd7-446a-a13b-30964d861ed6 None None] Network 4413bc77-5c15-41c0-937f-8b27589c04db requested from dv-cinder-854265-2-iscsi {{(pid=106259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:26:32.845011 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-24c19c52-e593-4d0d-8145-f2b81023e4f0 req-ff8978c2-4b13-4319-9400-80f993aaa160 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 210 time: 0.2974396 Aug 30 04:26:33.083287 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 49252) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:33.130181 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-cb53d4d3-a4e2-4d8d-80d6-474520b429c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:33.145019 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6069550f-6419-4279-8aa8-72d9a30eebd8 req-d316c58e-e8f0-4b94-ad85-16d99b9717f8 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Made reservation on behalf of edc09fe630034be4b292562e2de6e3f9 for: {'port': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:26:33.152720 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-6069550f-6419-4279-8aa8-72d9a30eebd8 req-d316c58e-e8f0-4b94-ad85-16d99b9717f8 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:33.161461 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-86fe1b58-293e-4e61-aa1e-72c155ae2ff8 req-905a363c-443f-470c-8a06-8582f553f2fc tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks [] for port (05e9029b-f746-406c-93bb-e93c4ab2ecb9), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:33.278095 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 49260) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:33.423204 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-7e79cef7-8fe4-478c-a321-5a5be8601b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'name': 'tempest-AttachVolumeTestJSON-348001869-router', 'tenant_id': 'd7deffddf9934a028bfdb0b1c965c618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '8768219d-9eca-4774-b7e4-b04e9d2e70cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:26:14Z', 'updated_at': '2022-08-30T04:26:20Z', 'revision_number': 4, 'project_id': 'd7deffddf9934a028bfdb0b1c965c618', 'gw_port': {'id': '8768219d-9eca-4774-b7e4-b04e9d2e70cf', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:49:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:15Z', 'updated_at': '2022-08-30T04:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': '72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4', 'name': '', 'network_id': '7fc2da6b-035c-428c-8a36-2438f46094fd', 'tenant_id': 'd7deffddf9934a028bfdb0b1c965c618', 'mac_address': 'fa:16:3e:d0:91:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '10d22c1f-33e0-4527-bb5d-63253813ffaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:19Z', 'updated_at': '2022-08-30T04:26:31Z', 'revision_number': 4, 'project_id': 'd7deffddf9934a028bfdb0b1c965c618', 'subnets': [{'id': '10d22c1f-33e0-4527-bb5d-63253813ffaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:26:33.423927 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-86fe1b58-293e-4e61-aa1e-72c155ae2ff8 req-905a363c-443f-470c-8a06-8582f553f2fc tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758'] for port (05e9029b-f746-406c-93bb-e93c4ab2ecb9), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:33.486949 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:33.493715 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e79cef7-8fe4-478c-a321-5a5be8601b40 None None] The sync data for ids ['cd1726ec-0b76-43ce-b129-28907fd0ca3b'] in dv-cinder-854265-2-iscsi is: [{'id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'name': 'tempest-AttachVolumeTestJSON-348001869-router', 'tenant_id': 'd7deffddf9934a028bfdb0b1c965c618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '8768219d-9eca-4774-b7e4-b04e9d2e70cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:26:14Z', 'updated_at': '2022-08-30T04:26:20Z', 'revision_number': 4, 'project_id': 'd7deffddf9934a028bfdb0b1c965c618', 'gw_port': {'id': '8768219d-9eca-4774-b7e4-b04e9d2e70cf', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:49:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:15Z', 'updated_at': '2022-08-30T04:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': '72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4', 'name': '', 'network_id': '7fc2da6b-035c-428c-8a36-2438f46094fd', 'tenant_id': 'd7deffddf9934a028bfdb0b1c965c618', 'mac_address': 'fa:16:3e:d0:91:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '10d22c1f-33e0-4527-bb5d-63253813ffaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:19Z', 'updated_at': '2022-08-30T04:26:31Z', 'revision_number': 4, 'project_id': 'd7deffddf9934a028bfdb0b1c965c618', 'subnets': [{'id': '10d22c1f-33e0-4527-bb5d-63253813ffaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:26:33.520538 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 49264) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:33.532297 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port 8768219d-9eca-4774-b7e4-b04e9d2e70cf is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:26:33.624632 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ba6c19-dae3-4c96-9902-1a816a29c779 None None] Sync routers for ids ['e085ca82-0f33-4410-99f1-d3b786da6cfb'] in dv-cinder-854265-2-iscsi {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:26:33.646391 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ba6c19-dae3-4c96-9902-1a816a29c779 None None] Routers {'e085ca82-0f33-4410-99f1-d3b786da6cfb'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:26:33.647549 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-29ba6c19-dae3-4c96-9902-1a816a29c779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:26:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['e085ca82-0f33-4410-99f1-d3b786da6cfb'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:26:33.699952 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.db_base_plugin_v2 [None req-1be4ef6c-6804-4c5a-a9c8-9f25f12a3cea admin admin] Deleting subnet 5daa7e8b-73f5-43a3-b359-dea709e84237 {{(pid=106257) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 04:26:33.704563 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86fe1b58-293e-4e61-aa1e-72c155ae2ff8 req-905a363c-443f-470c-8a06-8582f553f2fc tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Network 661607d2-cb41-40c5-ac13-3334a7f66c5e is already hosted by enough agents. {{(pid=106257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:26:33.736878 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:33.738016 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-1be4ef6c-6804-4c5a-a9c8-9f25f12a3cea admin admin] Publish callbacks [] for subnet (5daa7e8b-73f5-43a3-b359-dea709e84237), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:33.813384 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-29ba6c19-dae3-4c96-9902-1a816a29c779 None None] Set router e085ca82-0f33-4410-99f1-d3b786da6cfb gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:26:33.818440 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.base_scheduler [req-86fe1b58-293e-4e61-aa1e-72c155ae2ff8 req-905a363c-443f-470c-8a06-8582f553f2fc tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Resources bound (agent type, host, resource id): {{(pid=106257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:26:33.829748 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905a363c-443f-470c-8a06-8582f553f2fc tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Pushing event updated for resources: {'Port': ['ID=05e9029b-f746-406c-93bb-e93c4ab2ecb9,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:33.837073 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [req-86fe1b58-293e-4e61-aa1e-72c155ae2ff8 req-905a363c-443f-470c-8a06-8582f553f2fc tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Received port after_create {{(pid=106257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:26:33.852374 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe1b58-293e-4e61-aa1e-72c155ae2ff8 req-905a363c-443f-470c-8a06-8582f553f2fc tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:33.854828 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9a04c954-6735-482c-b161-610df0502781 req-d99deba5-ca6e-4b4a-8e7c-e58769f93dcb tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--983349526&fields=id&tenant_id=d7deffddf9934a028bfdb0b1c965c618 HTTP/1.1" status: 200 len: 267 time: 0.6473339 Aug 30 04:26:33.856390 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-86fe1b58-293e-4e61-aa1e-72c155ae2ff8 req-905a363c-443f-470c-8a06-8582f553f2fc tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for port (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:33.932626 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-86fe1b58-293e-4e61-aa1e-72c155ae2ff8 req-905a363c-443f-470c-8a06-8582f553f2fc tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2912333 Aug 30 04:26:33.944795 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-1be4ef6c-6804-4c5a-a9c8-9f25f12a3cea admin admin] Publish callbacks [] for subnet (5daa7e8b-73f5-43a3-b359-dea709e84237), precommit_delete_associations {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:33.964482 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [req-86fe1b58-293e-4e61-aa1e-72c155ae2ff8 req-12e7554d-7b96-4d9a-954f-3bb378566333 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] http://10.222.0.85:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106257) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 04:26:33.969558 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-86fe1b58-293e-4e61-aa1e-72c155ae2ff8 req-12e7554d-7b96-4d9a-954f-3bb378566333 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.71 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0149038 Aug 30 04:26:33.983965 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 0e186976-90b1-41c4-b9ff-2b339c1c7c14 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:26:33.992505 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-1be4ef6c-6804-4c5a-a9c8-9f25f12a3cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3893603'] for subnet (5daa7e8b-73f5-43a3-b359-dea709e84237), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:34.230041 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-1be4ef6c-6804-4c5a-a9c8-9f25f12a3cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055'] for subnet (5daa7e8b-73f5-43a3-b359-dea709e84237), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:34.333625 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [req-86fe1b58-293e-4e61-aa1e-72c155ae2ff8 req-2f440498-3e58-41b9-ad43-b5b8e15624a3 service neutron] Request body: {'port': {'device_id': 'f359fb4c-9bdc-4898-81b0-26ea768f4444', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:26:34.353929 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be4ef6c-6804-4c5a-a9c8-9f25f12a3cea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5daa7e8b-73f5-43a3-b359-dea709e84237,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:34.373204 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [req-de7ba102-d649-49bd-99e7-0bb0f3b58ebe req-67e372ca-14d3-4b52-8e3a-e3e1990a021d service neutron] http://10.222.0.85:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106258) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 04:26:34.375398 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-de7ba102-d649-49bd-99e7-0bb0f3b58ebe req-67e372ca-14d3-4b52-8e3a-e3e1990a021d service neutron] 10.222.0.85 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.6005530 Aug 30 04:26:34.402811 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port 0e186976-90b1-41c4-b9ff-2b339c1c7c14 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:26:34.403196 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (0e186976-90b1-41c4-b9ff-2b339c1c7c14), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:34.426471 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-f107db4d-6445-4199-b861-3a22a5ce3917 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1049456823-network', 'tenant_id': 'aa4e296e79654771af4e3b6bb19d402b'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:26:34.457839 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-1be4ef6c-6804-4c5a-a9c8-9f25f12a3cea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for subnet (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:34.467190 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-1be4ef6c-6804-4c5a-a9c8-9f25f12a3cea admin admin] 10.222.0.85 "DELETE /networking/v2.0/subnets/5daa7e8b-73f5-43a3-b359-dea709e84237 HTTP/1.1" status: 204 len: 168 time: 1.1850955 Aug 30 04:26:34.506772 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 49290) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:34.640307 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-86fe1b58-293e-4e61-aa1e-72c155ae2ff8 req-2f440498-3e58-41b9-ad43-b5b8e15624a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (05e9029b-f746-406c-93bb-e93c4ab2ecb9), before_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:34.663885 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:34.711103 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5db9d1c5-8318-44cb-96f6-57b2efa33faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3781726'] for network (752c89d5-9600-4b0e-ab19-93276f57d960), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:34.715310 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=100 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:34.756749 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=100 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:34.774364 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-85c65eb1-ee44-4340-9cee-48bb0ebc1b15 None None] Provisioning complete for port 05e9029b-f746-406c-93bb-e93c4ab2ecb9 triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:26:34.774732 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-85c65eb1-ee44-4340-9cee-48bb0ebc1b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (05e9029b-f746-406c-93bb-e93c4ab2ecb9), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:34.804871 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=13 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:34.813172 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-de7ba102-d649-49bd-99e7-0bb0f3b58ebe req-eb686a40-3596-4a38-8b85-32ae72f629c1 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/2ae43651-2c59-4902-9fbc-2b9d1dde6e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3775103 Aug 30 04:26:34.895643 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-85c65eb1-ee44-4340-9cee-48bb0ebc1b15 None None] Port 05e9029b-f746-406c-93bb-e93c4ab2ecb9 cannot update to ACTIVE because it is not bound. {{(pid=106259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:26:35.004498 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-29ba6c19-dae3-4c96-9902-1a816a29c779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e085ca82-0f33-4410-99f1-d3b786da6cfb', 'name': 'tempest-DeleteServersTestJSON-1209035974-router', 'tenant_id': '959853ec613f47819ed2883c8539b24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '0e186976-90b1-41c4-b9ff-2b339c1c7c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:26:15Z', 'updated_at': '2022-08-30T04:26:26Z', 'revision_number': 4, 'project_id': '959853ec613f47819ed2883c8539b24e', 'gw_port': {'id': '0e186976-90b1-41c4-b9ff-2b339c1c7c14', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e085ca82-0f33-4410-99f1-d3b786da6cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:16Z', 'updated_at': '2022-08-30T04:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': '429ef520-470e-4262-8dbb-3ecd724380d5', 'name': '', 'network_id': '2ae43651-2c59-4902-9fbc-2b9d1dde6e96', 'tenant_id': '959853ec613f47819ed2883c8539b24e', 'mac_address': 'fa:16:3e:9f:c7:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e085ca82-0f33-4410-99f1-d3b786da6cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '395c78ef-834d-43ef-9fdc-f18f8ef90d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:23Z', 'updated_at': '2022-08-30T04:26:27Z', 'revision_number': 2, 'project_id': '959853ec613f47819ed2883c8539b24e', 'subnets': [{'id': '395c78ef-834d-43ef-9fdc-f18f8ef90d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:26:35.004871 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5db9d1c5-8318-44cb-96f6-57b2efa33faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891968', 'neutron.services.segments.db._delete_segments_for_network-8785261144643'] for network (752c89d5-9600-4b0e-ab19-93276f57d960), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:35.006621 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port 0e186976-90b1-41c4-b9ff-2b339c1c7c14 is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:26:35.007670 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:26:35.041664 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5db9d1c5-8318-44cb-96f6-57b2efa33faf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:26:35.043415 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5db9d1c5-8318-44cb-96f6-57b2efa33faf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:26:35.043415 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5db9d1c5-8318-44cb-96f6-57b2efa33faf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:26:35.043589 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5db9d1c5-8318-44cb-96f6-57b2efa33faf admin admin] Subscribe: > port after_create 55550000 {{(pid=106257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:26:35.043886 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5db9d1c5-8318-44cb-96f6-57b2efa33faf admin admin] Subscribe: > port after_delete 55550000 {{(pid=106257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:26:35.044229 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5db9d1c5-8318-44cb-96f6-57b2efa33faf admin admin] Subscribe: > port after_update 55550000 {{(pid=106257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:26:35.044546 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5db9d1c5-8318-44cb-96f6-57b2efa33faf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:26:35.044884 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5db9d1c5-8318-44cb-96f6-57b2efa33faf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:26:35.045259 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5db9d1c5-8318-44cb-96f6-57b2efa33faf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:26:35.045583 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5db9d1c5-8318-44cb-96f6-57b2efa33faf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:26:35.152545 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-cb53d4d3-a4e2-4d8d-80d6-474520b429c9 admin admin] Publish callbacks [] for security_group (7ed8b711-559e-459e-8a0f-1b520df7d6db), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:35.153257 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ba6c19-dae3-4c96-9902-1a816a29c779 None None] Checking router: e085ca82-0f33-4410-99f1-d3b786da6cfb for host: dv-cinder-854265-2-iscsi {{(pid=106259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:26:35.153257 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ba6c19-dae3-4c96-9902-1a816a29c779 None None] Updating router e085ca82-0f33-4410-99f1-d3b786da6cfb port 429ef520-470e-4262-8dbb-3ecd724380d5 binding host dv-cinder-854265-2-iscsi {{(pid=106259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:26:35.190401 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-cb53d4d3-a4e2-4d8d-80d6-474520b429c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (7ed8b711-559e-459e-8a0f-1b520df7d6db), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:35.195604 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [req-6069550f-6419-4279-8aa8-72d9a30eebd8 req-d316c58e-e8f0-4b94-ad85-16d99b9717f8 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Allocated IP 172.20.0.13 (661607d2-cb41-40c5-ac13-3334a7f66c5e/d860aa44-a024-4bdb-b214-412c9f1784ea/2fdbdf3d-c596-40b2-9e74-2020a17a72ed) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:26:35.243073 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port 72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:26:35.244199 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:35.284799 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb53d4d3-a4e2-4d8d-80d6-474520b429c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed8b711-559e-459e-8a0f-1b520df7d6db,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:35.288452 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f107db4d-6445-4199-b861-3a22a5ce3917 admin admin] Made reservation on behalf of aa4e296e79654771af4e3b6bb19d402b for: {'network': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:26:35.295196 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f107db4d-6445-4199-b861-3a22a5ce3917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for network (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:35.336047 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f107db4d-6445-4199-b861-3a22a5ce3917 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:35.372234 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-29ba6c19-dae3-4c96-9902-1a816a29c779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (429ef520-470e-4262-8dbb-3ecd724380d5), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:35.536817 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f107db4d-6445-4199-b861-3a22a5ce3917 admin admin] Publish callbacks [] for security_group (bbe0a2b1-2d83-4c50-bb7a-44ee53ce48d3), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:35.588135 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5db9d1c5-8318-44cb-96f6-57b2efa33faf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:26:35.589281 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5db9d1c5-8318-44cb-96f6-57b2efa33faf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:26:35.589762 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5db9d1c5-8318-44cb-96f6-57b2efa33faf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:26:35.590229 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5db9d1c5-8318-44cb-96f6-57b2efa33faf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:26:35.590732 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.services.segments.db [None req-5db9d1c5-8318-44cb-96f6-57b2efa33faf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['752c89d5-9600-4b0e-ab19-93276f57d960']}} {{(pid=106257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:26:35.596666 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-cb53d4d3-a4e2-4d8d-80d6-474520b429c9 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=9d68adf14afe47df9c512149e4d01002&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5097730 Aug 30 04:26:35.596666 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f107db4d-6445-4199-b861-3a22a5ce3917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (bbe0a2b1-2d83-4c50-bb7a-44ee53ce48d3), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:35.603386 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 49306) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:35.616799 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.services.segments.db [None req-5db9d1c5-8318-44cb-96f6-57b2efa33faf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48ed4af7-a150-481b-a8cb-17061754e37c') {'for_net_delete': True} {{(pid=106257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:26:35.617194 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.services.segments.db [None req-5db9d1c5-8318-44cb-96f6-57b2efa33faf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48ed4af7-a150-481b-a8cb-17061754e37c') {} {{(pid=106257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:26:35.624997 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04c954-6735-482c-b161-610df0502781 req-233e9d38-2cb1-4afe-b01c-adb84a1282cd tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:35.627092 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9a04c954-6735-482c-b161-610df0502781 req-233e9d38-2cb1-4afe-b01c-adb84a1282cd tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/networks?id=7fc2da6b-035c-428c-8a36-2438f46094fd HTTP/1.1" status: 200 len: 810 time: 1.7629642 Aug 30 04:26:35.633855 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port 72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4 is: DOWN; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:26:35.634263 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:35.636810 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5db9d1c5-8318-44cb-96f6-57b2efa33faf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785261169839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61669253'] for segment (48ed4af7-a150-481b-a8cb-17061754e37c), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:35.667688 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5db9d1c5-8318-44cb-96f6-57b2efa33faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3898234'] for segment (48ed4af7-a150-481b-a8cb-17061754e37c), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:35.681903 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5db9d1c5-8318-44cb-96f6-57b2efa33faf admin admin] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=106257) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 04:26:35.682439 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5db9d1c5-8318-44cb-96f6-57b2efa33faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3898234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61207803'] for segment (48ed4af7-a150-481b-a8cb-17061754e37c), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:35.766791 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5db9d1c5-8318-44cb-96f6-57b2efa33faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696747'] for network (752c89d5-9600-4b0e-ab19-93276f57d960), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:35.779018 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5db9d1c5-8318-44cb-96f6-57b2efa33faf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for network (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:35.786381 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-5db9d1c5-8318-44cb-96f6-57b2efa33faf admin admin] 10.222.0.85 "DELETE /networking/v2.0/networks/752c89d5-9600-4b0e-ab19-93276f57d960 HTTP/1.1" status: 204 len: 168 time: 1.2788050 Aug 30 04:26:35.820491 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 49314) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:35.821515 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9d1c5-8318-44cb-96f6-57b2efa33faf admin admin] Pushing event deleted for resources: {'Network': ['ID=752c89d5-9600-4b0e-ab19-93276f57d960,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:35.926897 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b3427a5-0c89-442b-b673-7035adac869a admin admin] Deleting subnet 78c6f879-9472-4f5b-9aa5-912b66472be0 {{(pid=106257) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 04:26:35.934895 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-2b3427a5-0c89-442b-b673-7035adac869a admin admin] Publish callbacks [] for subnet (78c6f879-9472-4f5b-9aa5-912b66472be0), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:35.947958 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:UPDATE=3,neutron:INSERT=6,neutron:SELECT=91 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:35.973757 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] For port 72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4,segment=NetworkSegment(18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12),segment_id=18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:26:35.989985 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:36.104495 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Pushing event updated for resources: {'Port': ['ID=72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4,revision_number=5']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:36.202822 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-de7ba102-d649-49bd-99e7-0bb0f3b58ebe req-7c78214c-0edd-4bb9-9bae-5b4ad8f8c6f9 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/2ae43651-2c59-4902-9fbc-2b9d1dde6e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3136988 Aug 30 04:26:36.288356 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9a04c954-6735-482c-b161-610df0502781 req-3dc7a040-4ed5-42e7-8eb2-bcfd79978280 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/quotas/d7deffddf9934a028bfdb0b1c965c618 HTTP/1.1" status: 200 len: 375 time: 0.1547642 Aug 30 04:26:36.375591 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-2b3427a5-0c89-442b-b673-7035adac869a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61669262'] for subnet (78c6f879-9472-4f5b-9aa5-912b66472be0), precommit_delete_associations {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:36.435662 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-29ba6c19-dae3-4c96-9902-1a816a29c779 None None] Publish callbacks [] for port (429ef520-470e-4262-8dbb-3ecd724380d5), precommit_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:36.445277 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-29ba6c19-dae3-4c96-9902-1a816a29c779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (429ef520-470e-4262-8dbb-3ecd724380d5), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:36.501867 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-2b3427a5-0c89-442b-b673-7035adac869a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3893603'] for subnet (78c6f879-9472-4f5b-9aa5-912b66472be0), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:36.538056 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f107db4d-6445-4199-b861-3a22a5ce3917 admin admin] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'} {{(pid=106258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 04:26:36.559830 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9a04c954-6735-482c-b161-610df0502781 req-4a905688-6bad-4a9a-9aa6-a41de34fd028 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=d7deffddf9934a028bfdb0b1c965c618&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2703171 Aug 30 04:26:36.579466 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-6069550f-6419-4279-8aa8-72d9a30eebd8 req-d316c58e-e8f0-4b94-ad85-16d99b9717f8 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks [] for port (2fdbdf3d-c596-40b2-9e74-2020a17a72ed), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:36.636197 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afca8be5-c157-4e38-96c8-ddf70180e5b7 None None] Pushing event updated for resources: {'Port': ['ID=429ef520-470e-4262-8dbb-3ecd724380d5,revision_number=3']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:36.664177 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:INSERT=16 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:36.669885 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-29ba6c19-dae3-4c96-9902-1a816a29c779 None None] Attempting to bind port 429ef520-470e-4262-8dbb-3ecd724380d5 on host dv-cinder-854265-2-iscsi for vnic_type normal with profile {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:26:36.670052 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-29ba6c19-dae3-4c96-9902-1a816a29c779 None None] Attempting to bind port 429ef520-470e-4262-8dbb-3ecd724380d5 by drivers openvswitch,hyperv on host dv-cinder-854265-2-iscsi at level 0 using segments [{'id': '794373ad-e262-4f96-90af-98a4594608f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '2ae43651-2c59-4902-9fbc-2b9d1dde6e96'}] {{(pid=106259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:26:36.670419 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ba6c19-dae3-4c96-9902-1a816a29c779 None None] Attempting to bind port 429ef520-470e-4262-8dbb-3ecd724380d5 on network 2ae43651-2c59-4902-9fbc-2b9d1dde6e96 {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:26:36.673415 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-2b3427a5-0c89-442b-b673-7035adac869a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61207901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61944255'] for subnet (78c6f879-9472-4f5b-9aa5-912b66472be0), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:36.675314 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f107db4d-6445-4199-b861-3a22a5ce3917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe0a2b1-2d83-4c50-bb7a-44ee53ce48d3,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:36.676157 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ba6c19-dae3-4c96-9902-1a816a29c779 None None] Checking agent: {'id': 'e0fa4f30-19e6-45a9-8914-5f6bf4441601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17, 58), 'started_at': datetime.datetime(2022, 8, 30, 4, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:26:36.676610 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ba6c19-dae3-4c96-9902-1a816a29c779 None None] Checking segment: {'id': '794373ad-e262-4f96-90af-98a4594608f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '2ae43651-2c59-4902-9fbc-2b9d1dde6e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:26:36.677071 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-29ba6c19-dae3-4c96-9902-1a816a29c779 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:36.677438 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ba6c19-dae3-4c96-9902-1a816a29c779 None None] Bound using segment: {'id': '794373ad-e262-4f96-90af-98a4594608f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '2ae43651-2c59-4902-9fbc-2b9d1dde6e96'} {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:26:36.678008 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-29ba6c19-dae3-4c96-9902-1a816a29c779 None None] Bound port: 429ef520-470e-4262-8dbb-3ecd724380d5, host: dv-cinder-854265-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '794373ad-e262-4f96-90af-98a4594608f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '2ae43651-2c59-4902-9fbc-2b9d1dde6e96'}}] {{(pid=106259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:26:36.678296 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-29ba6c19-dae3-4c96-9902-1a816a29c779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (429ef520-470e-4262-8dbb-3ecd724380d5), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:36.688342 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.services.segments.plugin [-] Segment 48ed4af7-a150-481b-a8cb-17061754e37c resource provider aggregate not found Aug 30 04:26:36.736584 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f107db4d-6445-4199-b861-3a22a5ce3917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3898234'] for segment (4a5b2412-45a2-4818-bb3f-0521e449b893), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:36.744628 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.db.segments_db [None req-f107db4d-6445-4199-b861-3a22a5ce3917 admin admin] Added segment 4a5b2412-45a2-4818-bb3f-0521e449b893 of type vlan for network fa6f2baa-9342-426e-bd5a-fee6852eb3c0 Aug 30 04:26:36.745789 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=5 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:36.808637 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.services.segments.plugin [-] Segment 48ed4af7-a150-481b-a8cb-17061754e37c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 48ed4af7-a150-481b-a8cb-17061754e37c found for delete ", "request_id": "req-c9c2d1ce-64a8-47f5-86f3-a11f60b89915"}]} Aug 30 04:26:36.811935 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3427a5-0c89-442b-b673-7035adac869a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78c6f879-9472-4f5b-9aa5-912b66472be0,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:36.820500 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-2b3427a5-0c89-442b-b673-7035adac869a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for subnet (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:36.830153 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-2b3427a5-0c89-442b-b673-7035adac869a admin admin] 10.222.0.85 "DELETE /networking/v2.0/subnets/78c6f879-9472-4f5b-9aa5-912b66472be0 HTTP/1.1" status: 204 len: 168 time: 0.9910767 Aug 30 04:26:36.832826 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 49356) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:36.891390 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-29ba6c19-dae3-4c96-9902-1a816a29c779 None None] For port 429ef520-470e-4262-8dbb-3ecd724380d5, host dv-cinder-854265-2-iscsi, cleared binding levels {{(pid=106259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:26:36.899040 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-29ba6c19-dae3-4c96-9902-1a816a29c779 None None] For port 429ef520-470e-4262-8dbb-3ecd724380d5, host dv-cinder-854265-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=429ef520-470e-4262-8dbb-3ecd724380d5,segment=NetworkSegment(794373ad-e262-4f96-90af-98a4594608f3),segment_id=794373ad-e262-4f96-90af-98a4594608f3)] {{(pid=106259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:26:36.908412 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:36.910781 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:36.920146 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-29ba6c19-dae3-4c96-9902-1a816a29c779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (429ef520-470e-4262-8dbb-3ecd724380d5), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:37.006921 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f107db4d-6445-4199-b861-3a22a5ce3917 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260646229'] for network (fa6f2baa-9342-426e-bd5a-fee6852eb3c0), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:37.017342 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ba6c19-dae3-4c96-9902-1a816a29c779 None None] Routers {'e085ca82-0f33-4410-99f1-d3b786da6cfb'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:26:37.018760 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-29ba6c19-dae3-4c96-9902-1a816a29c779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:26:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['e085ca82-0f33-4410-99f1-d3b786da6cfb'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:26:37.038210 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-aeb2131f-abf8-41dc-9187-bd701611b1b6 admin admin] Publish callbacks [] for security_group (7ed8b711-559e-459e-8a0f-1b520df7d6db), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:37.090187 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-05610d04-41c8-40df-b889-e73ac372f80c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3781726'] for network (4413bc77-5c15-41c0-937f-8b27589c04db), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:37.094032 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8d18b1ba-3027-4ab1-bec3-53655d8f7b2d req-3f929776-d513-4224-b5d5-3dddf5ec3376 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 210 time: 0.1304834 Aug 30 04:26:37.180606 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-aeb2131f-abf8-41dc-9187-bd701611b1b6 admin admin] Publish callbacks [] for security_group (7ed8b711-559e-459e-8a0f-1b520df7d6db), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:37.199360 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9a04c954-6735-482c-b161-610df0502781 req-0b49c36f-b0b9-4789-a5e3-dcf49bf117a0 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/7fc2da6b-035c-428c-8a36-2438f46094fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6153295 Aug 30 04:26:37.216668 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-6069550f-6419-4279-8aa8-72d9a30eebd8 req-d316c58e-e8f0-4b94-ad85-16d99b9717f8 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758'] for port (2fdbdf3d-c596-40b2-9e74-2020a17a72ed), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:37.247667 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f107db4d-6445-4199-b861-3a22a5ce3917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055'] for network (fa6f2baa-9342-426e-bd5a-fee6852eb3c0), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:37.248796 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f107db4d-6445-4199-b861-3a22a5ce3917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:37.249393 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f107db4d-6445-4199-b861-3a22a5ce3917 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for network (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:37.277940 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-29ba6c19-dae3-4c96-9902-1a816a29c779 None None] Set router e085ca82-0f33-4410-99f1-d3b786da6cfb gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:26:37.451908 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-80cbd04c-4222-4d72-ae7f-a6bb36436947 req-67439e82-5cdd-4c40-9774-f6a5a2d178ff tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d806a7e5-3fc3-41e8-a0c3-68f01b20863e HTTP/1.1" status: 200 len: 210 time: 0.2657127 Aug 30 04:26:37.452536 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f107db4d-6445-4199-b861-3a22a5ce3917 admin admin] Pushing event updated for resources: {'Network': ['ID=fa6f2baa-9342-426e-bd5a-fee6852eb3c0,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:37.453708 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afca8be5-c157-4e38-96c8-ddf70180e5b7 None None] Pushing event updated for resources: {'Port': ['ID=429ef520-470e-4262-8dbb-3ecd724380d5,revision_number=4']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:37.517577 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Network fa6f2baa-9342-426e-bd5a-fee6852eb3c0 details requested by agent ovs-agent-dv-cinder-854265-2-iscsi with host dv-cinder-854265-2-iscsi {{(pid=106259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:26:37.649806 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6069550f-6419-4279-8aa8-72d9a30eebd8 req-d316c58e-e8f0-4b94-ad85-16d99b9717f8 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Network 661607d2-cb41-40c5-ac13-3334a7f66c5e is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:26:37.658560 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-05610d04-41c8-40df-b889-e73ac372f80c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891968', 'neutron.services.segments.db._delete_segments_for_network-8785261144643'] for network (4413bc77-5c15-41c0-937f-8b27589c04db), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:37.675428 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 49374) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:37.695639 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-f107db4d-6445-4199-b861-3a22a5ce3917 admin admin] 10.222.0.85 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 4.1354110 Aug 30 04:26:37.710288 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-4d725f57-4be4-4464-be23-14959c5437d1 admin admin] Request body: {'subnet': {'network_id': 'fa6f2baa-9342-426e-bd5a-fee6852eb3c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1049456823-subnet', 'tenant_id': 'aa4e296e79654771af4e3b6bb19d402b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:26:37.750799 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.notifiers.nova [req-86fe1b58-293e-4e61-aa1e-72c155ae2ff8 req-2f440498-3e58-41b9-ad43-b5b8e15624a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05e9029b-f746-406c-93bb-e93c4ab2ecb9 {{(pid=106257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:26:37.763255 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9a04c954-6735-482c-b161-610df0502781 req-4deac12a-8145-49de-b329-fb05479b05e8 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/7fc2da6b-035c-428c-8a36-2438f46094fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5351062 Aug 30 04:26:37.764960 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d316c58e-e8f0-4b94-ad85-16d99b9717f8 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Pushing event updated for resources: {'Port': ['ID=2fdbdf3d-c596-40b2-9e74-2020a17a72ed,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:37.773859 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [req-6069550f-6419-4279-8aa8-72d9a30eebd8 req-d316c58e-e8f0-4b94-ad85-16d99b9717f8 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:26:37.804153 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-86fe1b58-293e-4e61-aa1e-72c155ae2ff8 req-2f440498-3e58-41b9-ad43-b5b8e15624a3 service neutron] Publish callbacks [] for port (05e9029b-f746-406c-93bb-e93c4ab2ecb9), precommit_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:37.806672 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [req-6069550f-6419-4279-8aa8-72d9a30eebd8 req-d316c58e-e8f0-4b94-ad85-16d99b9717f8 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:26:37.814613 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.services.segments.db [None req-05610d04-41c8-40df-b889-e73ac372f80c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4413bc77-5c15-41c0-937f-8b27589c04db']}} {{(pid=106257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:26:37.827644 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069550f-6419-4279-8aa8-72d9a30eebd8 req-d316c58e-e8f0-4b94-ad85-16d99b9717f8 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:37.831469 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-6069550f-6419-4279-8aa8-72d9a30eebd8 req-d316c58e-e8f0-4b94-ad85-16d99b9717f8 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:37.859499 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-29ba6c19-dae3-4c96-9902-1a816a29c779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e085ca82-0f33-4410-99f1-d3b786da6cfb', 'name': 'tempest-DeleteServersTestJSON-1209035974-router', 'tenant_id': '959853ec613f47819ed2883c8539b24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '0e186976-90b1-41c4-b9ff-2b339c1c7c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:26:15Z', 'updated_at': '2022-08-30T04:26:26Z', 'revision_number': 4, 'project_id': '959853ec613f47819ed2883c8539b24e', 'gw_port': {'id': '0e186976-90b1-41c4-b9ff-2b339c1c7c14', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e085ca82-0f33-4410-99f1-d3b786da6cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:16Z', 'updated_at': '2022-08-30T04:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': '429ef520-470e-4262-8dbb-3ecd724380d5', 'name': '', 'network_id': '2ae43651-2c59-4902-9fbc-2b9d1dde6e96', 'tenant_id': '959853ec613f47819ed2883c8539b24e', 'mac_address': 'fa:16:3e:9f:c7:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e085ca82-0f33-4410-99f1-d3b786da6cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '395c78ef-834d-43ef-9fdc-f18f8ef90d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:23Z', 'updated_at': '2022-08-30T04:26:36Z', 'revision_number': 4, 'project_id': '959853ec613f47819ed2883c8539b24e', 'subnets': [{'id': '395c78ef-834d-43ef-9fdc-f18f8ef90d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:26:37.867697 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6069550f-6419-4279-8aa8-72d9a30eebd8 req-d316c58e-e8f0-4b94-ad85-16d99b9717f8 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5907962 Aug 30 04:26:37.889870 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-aeb2131f-abf8-41dc-9187-bd701611b1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (7ed8b711-559e-459e-8a0f-1b520df7d6db), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:37.892573 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.services.segments.db [None req-05610d04-41c8-40df-b889-e73ac372f80c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17413984-8af1-4052-8510-879554885832') {'for_net_delete': True} {{(pid=106257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:26:37.892875 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.services.segments.db [None req-05610d04-41c8-40df-b889-e73ac372f80c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17413984-8af1-4052-8510-879554885832') {} {{(pid=106257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:26:37.894956 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-aeb2131f-abf8-41dc-9187-bd701611b1b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:37.899651 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-aeb2131f-abf8-41dc-9187-bd701611b1b6 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/7ed8b711-559e-459e-8a0f-1b520df7d6db HTTP/1.1" status: 204 len: 168 time: 2.2824757 Aug 30 04:26:37.912942 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb2131f-abf8-41dc-9187-bd701611b1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed8b711-559e-459e-8a0f-1b520df7d6db,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:37.964356 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.provisioning_blocks [req-86fe1b58-293e-4e61-aa1e-72c155ae2ff8 req-2f440498-3e58-41b9-ad43-b5b8e15624a3 service neutron] Transition to ACTIVE for port object 05e9029b-f746-406c-93bb-e93c4ab2ecb9 will not be triggered until provisioned by entity L2. {{(pid=106257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:26:37.966907 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d725f57-4be4-4464-be23-14959c5437d1 admin admin] Made reservation on behalf of aa4e296e79654771af4e3b6bb19d402b for: {'subnet': 1} {{(pid=106257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:26:37.968758 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ba6c19-dae3-4c96-9902-1a816a29c779 None None] The sync data for ids ['e085ca82-0f33-4410-99f1-d3b786da6cfb'] in dv-cinder-854265-2-iscsi is: [{'id': 'e085ca82-0f33-4410-99f1-d3b786da6cfb', 'name': 'tempest-DeleteServersTestJSON-1209035974-router', 'tenant_id': '959853ec613f47819ed2883c8539b24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '0e186976-90b1-41c4-b9ff-2b339c1c7c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:26:15Z', 'updated_at': '2022-08-30T04:26:26Z', 'revision_number': 4, 'project_id': '959853ec613f47819ed2883c8539b24e', 'gw_port': {'id': '0e186976-90b1-41c4-b9ff-2b339c1c7c14', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e085ca82-0f33-4410-99f1-d3b786da6cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:16Z', 'updated_at': '2022-08-30T04:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': '429ef520-470e-4262-8dbb-3ecd724380d5', 'name': '', 'network_id': '2ae43651-2c59-4902-9fbc-2b9d1dde6e96', 'tenant_id': '959853ec613f47819ed2883c8539b24e', 'mac_address': 'fa:16:3e:9f:c7:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e085ca82-0f33-4410-99f1-d3b786da6cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '395c78ef-834d-43ef-9fdc-f18f8ef90d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:23Z', 'updated_at': '2022-08-30T04:26:36Z', 'revision_number': 4, 'project_id': '959853ec613f47819ed2883c8539b24e', 'subnets': [{'id': '395c78ef-834d-43ef-9fdc-f18f8ef90d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:26:37.983788 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-4d725f57-4be4-4464-be23-14959c5437d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61944224'] for subnet (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:37.991723 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-05610d04-41c8-40df-b889-e73ac372f80c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785261169839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61669253'] for segment (17413984-8af1-4052-8510-879554885832), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:38.008888 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-86fe1b58-293e-4e61-aa1e-72c155ae2ff8 req-2f440498-3e58-41b9-ad43-b5b8e15624a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61207719'] for port (05e9029b-f746-406c-93bb-e93c4ab2ecb9), after_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:38.088287 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [req-6069550f-6419-4279-8aa8-72d9a30eebd8 req-92ec5ce2-c6ce-4b0a-9b0d-10735964b105 service neutron] Request body: {'port': {'device_id': 'b6a97c5a-7835-4178-8975-f4ce0f14bcda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:26:38.191369 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:38.314168 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 429ef520-470e-4262-8dbb-3ecd724380d5 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:26:38.440006 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-05610d04-41c8-40df-b889-e73ac372f80c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3898234'] for segment (17413984-8af1-4052-8510-879554885832), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:38.457675 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9b27296f-9084-486a-8b7d-ef99685647f8 req-72bdf578-238a-46c7-b1fd-a34f460615de tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 210 time: 0.1979725 Aug 30 04:26:38.509976 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-6069550f-6419-4279-8aa8-72d9a30eebd8 req-92ec5ce2-c6ce-4b0a-9b0d-10735964b105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (2fdbdf3d-c596-40b2-9e74-2020a17a72ed), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:38.526080 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:38.545374 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-53afc6c7-e647-4ed0-80ba-52ce57a6d426 None None] Provisioning complete for port 2fdbdf3d-c596-40b2-9e74-2020a17a72ed triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:26:38.548138 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-53afc6c7-e647-4ed0-80ba-52ce57a6d426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (2fdbdf3d-c596-40b2-9e74-2020a17a72ed), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:38.707832 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-53afc6c7-e647-4ed0-80ba-52ce57a6d426 None None] Port 2fdbdf3d-c596-40b2-9e74-2020a17a72ed cannot update to ACTIVE because it is not bound. {{(pid=106259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:26:38.725220 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05610d04-41c8-40df-b889-e73ac372f80c admin admin] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=106257) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 04:26:38.726971 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-05610d04-41c8-40df-b889-e73ac372f80c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3898234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61207803'] for segment (17413984-8af1-4052-8510-879554885832), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:38.730446 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port 429ef520-470e-4262-8dbb-3ecd724380d5 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:26:38.730853 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (429ef520-470e-4262-8dbb-3ecd724380d5), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:38.737083 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a6869-c7cf-4150-bea5-f0ff648e0176 req-b60dad2a-ea90-4b44-bdac-9f6095cc3d21 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:38.738981 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-dd5a6869-c7cf-4150-bea5-f0ff648e0176 req-b60dad2a-ea90-4b44-bdac-9f6095cc3d21 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 932 time: 0.3186550 Aug 30 04:26:38.744213 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-835b103b-183b-4069-ad05-0671885762a6 req-6545636f-e303-48ed-bfc9-ba99f724199b tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d806a7e5-3fc3-41e8-a0c3-68f01b20863e HTTP/1.1" status: 200 len: 210 time: 0.0781462 Aug 30 04:26:38.869498 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f440498-3e58-41b9-ad43-b5b8e15624a3 service neutron] Pushing event updated for resources: {'Port': ['ID=05e9029b-f746-406c-93bb-e93c4ab2ecb9,revision_number=2']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:38.989819 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.services.segments.plugin [-] Segment 17413984-8af1-4052-8510-879554885832 resource provider aggregate not found Aug 30 04:26:39.047040 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.services.segments.plugin [-] Segment 17413984-8af1-4052-8510-879554885832 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 17413984-8af1-4052-8510-879554885832 found for delete ", "request_id": "req-d5f00282-8df9-42fe-9140-efcbe87e62a5"}]} Aug 30 04:26:39.074239 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-05610d04-41c8-40df-b889-e73ac372f80c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696747'] for network (4413bc77-5c15-41c0-937f-8b27589c04db), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:39.085521 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-dd5a6869-c7cf-4150-bea5-f0ff648e0176 req-3a8b0884-dfb8-487a-b990-9524ca0bef63 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321459 Aug 30 04:26:39.091774 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-05610d04-41c8-40df-b889-e73ac372f80c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for network (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:39.103353 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-05610d04-41c8-40df-b889-e73ac372f80c admin admin] 10.222.0.85 "DELETE /networking/v2.0/networks/4413bc77-5c15-41c0-937f-8b27589c04db HTTP/1.1" status: 204 len: 168 time: 2.2677958 Aug 30 04:26:39.117660 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=3 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:39.229653 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05610d04-41c8-40df-b889-e73ac372f80c admin admin] Pushing event deleted for resources: {'Network': ['ID=4413bc77-5c15-41c0-937f-8b27589c04db,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:39.249582 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.managers [req-86fe1b58-293e-4e61-aa1e-72c155ae2ff8 req-2f440498-3e58-41b9-ad43-b5b8e15624a3 service neutron] Attempting to bind port 05e9029b-f746-406c-93bb-e93c4ab2ecb9 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:26:39.274235 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.managers [req-86fe1b58-293e-4e61-aa1e-72c155ae2ff8 req-2f440498-3e58-41b9-ad43-b5b8e15624a3 service neutron] Attempting to bind port 05e9029b-f746-406c-93bb-e93c4ab2ecb9 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '661607d2-cb41-40c5-ac13-3334a7f66c5e'}] {{(pid=106257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:26:39.275841 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fe1b58-293e-4e61-aa1e-72c155ae2ff8 req-2f440498-3e58-41b9-ad43-b5b8e15624a3 service neutron] Attempting to bind port 05e9029b-f746-406c-93bb-e93c4ab2ecb9 on network 661607d2-cb41-40c5-ac13-3334a7f66c5e {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:26:39.281080 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port 429ef520-470e-4262-8dbb-3ecd724380d5 is: DOWN; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:26:39.285214 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (429ef520-470e-4262-8dbb-3ecd724380d5), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:39.312731 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fe1b58-293e-4e61-aa1e-72c155ae2ff8 req-2f440498-3e58-41b9-ad43-b5b8e15624a3 service neutron] Port 05e9029b-f746-406c-93bb-e93c4ab2ecb9 on network 661607d2-cb41-40c5-ac13-3334a7f66c5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:26:39.313447 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fe1b58-293e-4e61-aa1e-72c155ae2ff8 req-2f440498-3e58-41b9-ad43-b5b8e15624a3 service neutron] Attempting to bind port 05e9029b-f746-406c-93bb-e93c4ab2ecb9 on network 661607d2-cb41-40c5-ac13-3334a7f66c5e {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:26:39.372144 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fe1b58-293e-4e61-aa1e-72c155ae2ff8 req-2f440498-3e58-41b9-ad43-b5b8e15624a3 service neutron] Checking agent: {'id': 'dd0d0365-d50b-4401-90d8-c3ff73fab053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 24, 11), 'started_at': datetime.datetime(2022, 8, 30, 4, 24, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:26:39.372981 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fe1b58-293e-4e61-aa1e-72c155ae2ff8 req-2f440498-3e58-41b9-ad43-b5b8e15624a3 service neutron] Checking segment: {'id': 'bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '661607d2-cb41-40c5-ac13-3334a7f66c5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:26:39.373941 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fe1b58-293e-4e61-aa1e-72c155ae2ff8 req-2f440498-3e58-41b9-ad43-b5b8e15624a3 service neutron] Bound using segment: {'id': 'bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '661607d2-cb41-40c5-ac13-3334a7f66c5e'} {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:26:39.374646 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.managers [req-86fe1b58-293e-4e61-aa1e-72c155ae2ff8 req-2f440498-3e58-41b9-ad43-b5b8e15624a3 service neutron] Bound port: 05e9029b-f746-406c-93bb-e93c4ab2ecb9, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '661607d2-cb41-40c5-ac13-3334a7f66c5e'}}] {{(pid=106257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:26:39.375282 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-86fe1b58-293e-4e61-aa1e-72c155ae2ff8 req-2f440498-3e58-41b9-ad43-b5b8e15624a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (05e9029b-f746-406c-93bb-e93c4ab2ecb9), before_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:39.376724 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:39.380089 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] For port 429ef520-470e-4262-8dbb-3ecd724380d5, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=429ef520-470e-4262-8dbb-3ecd724380d5,segment=NetworkSegment(794373ad-e262-4f96-90af-98a4594608f3),segment_id=794373ad-e262-4f96-90af-98a4594608f3)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:26:39.391534 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (429ef520-470e-4262-8dbb-3ecd724380d5), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:39.401459 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:26:39.417283 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 49426) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:39.562012 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Pushing event updated for resources: {'Port': ['ID=429ef520-470e-4262-8dbb-3ecd724380d5,revision_number=5']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:39.607743 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port 72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:26:39.608136 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:39.737348 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-55f1b135-d380-4e5e-b6c9-6260c22a6703 req-ce99a60c-92c2-465e-9541-c37d50b07977 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 210 time: 0.0492535 Aug 30 04:26:39.895226 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:39.899472 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port 72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4 is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:26:39.949881 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-4486d247-96cf-4383-bf25-ffb592f3c3b6 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=8ed8492885cb49dc93bedfe390643141&name=default HTTP/1.1" status: 200 len: 2993 time: 0.5226197 Aug 30 04:26:39.954254 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 49440) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:39.983889 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-4d725f57-4be4-4464-be23-14959c5437d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61207838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61944246'] for subnet (92026df6-7ef0-46e3-a4e1-2b27e0d619a6), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:40.006017 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-223a8be5-980e-404c-980e-45e033ce7a85 req-09334a21-e737-433b-b63c-ef84307b2094 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d806a7e5-3fc3-41e8-a0c3-68f01b20863e HTTP/1.1" status: 200 len: 210 time: 0.0998878 Aug 30 04:26:40.019164 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [req-6069550f-6419-4279-8aa8-72d9a30eebd8 req-92ec5ce2-c6ce-4b0a-9b0d-10735964b105 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fdbdf3d-c596-40b2-9e74-2020a17a72ed {{(pid=106258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:26:40.027953 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-6069550f-6419-4279-8aa8-72d9a30eebd8 req-92ec5ce2-c6ce-4b0a-9b0d-10735964b105 service neutron] Publish callbacks [] for port (2fdbdf3d-c596-40b2-9e74-2020a17a72ed), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:40.059920 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [req-86fe1b58-293e-4e61-aa1e-72c155ae2ff8 req-2f440498-3e58-41b9-ad43-b5b8e15624a3 service neutron] For port 05e9029b-f746-406c-93bb-e93c4ab2ecb9, host hv-cinder-85426, cleared binding levels {{(pid=106257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:26:40.084761 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.provisioning_blocks [req-6069550f-6419-4279-8aa8-72d9a30eebd8 req-92ec5ce2-c6ce-4b0a-9b0d-10735964b105 service neutron] Transition to ACTIVE for port object 2fdbdf3d-c596-40b2-9e74-2020a17a72ed will not be triggered until provisioned by entity L2. {{(pid=106258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:26:40.098203 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-6069550f-6419-4279-8aa8-72d9a30eebd8 req-92ec5ce2-c6ce-4b0a-9b0d-10735964b105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (2fdbdf3d-c596-40b2-9e74-2020a17a72ed), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:40.189813 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 429ef520-470e-4262-8dbb-3ecd724380d5 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:26:40.290440 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5ce2-c6ce-4b0a-9b0d-10735964b105 service neutron] Pushing event updated for resources: {'Port': ['ID=2fdbdf3d-c596-40b2-9e74-2020a17a72ed,revision_number=2']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:40.307423 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-6069550f-6419-4279-8aa8-72d9a30eebd8 req-92ec5ce2-c6ce-4b0a-9b0d-10735964b105 service neutron] Attempting to bind port 2fdbdf3d-c596-40b2-9e74-2020a17a72ed on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:26:40.309533 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [req-86fe1b58-293e-4e61-aa1e-72c155ae2ff8 req-2f440498-3e58-41b9-ad43-b5b8e15624a3 service neutron] For port 05e9029b-f746-406c-93bb-e93c4ab2ecb9, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=05e9029b-f746-406c-93bb-e93c4ab2ecb9,segment=NetworkSegment(bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb),segment_id=bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb)] {{(pid=106257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:26:40.312347 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-6069550f-6419-4279-8aa8-72d9a30eebd8 req-92ec5ce2-c6ce-4b0a-9b0d-10735964b105 service neutron] Attempting to bind port 2fdbdf3d-c596-40b2-9e74-2020a17a72ed by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '661607d2-cb41-40c5-ac13-3334a7f66c5e'}] {{(pid=106258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:26:40.318956 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6069550f-6419-4279-8aa8-72d9a30eebd8 req-92ec5ce2-c6ce-4b0a-9b0d-10735964b105 service neutron] Attempting to bind port 2fdbdf3d-c596-40b2-9e74-2020a17a72ed on network 661607d2-cb41-40c5-ac13-3334a7f66c5e {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:26:40.328193 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port 429ef520-470e-4262-8dbb-3ecd724380d5 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:26:40.330425 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6069550f-6419-4279-8aa8-72d9a30eebd8 req-92ec5ce2-c6ce-4b0a-9b0d-10735964b105 service neutron] Port 2fdbdf3d-c596-40b2-9e74-2020a17a72ed on network 661607d2-cb41-40c5-ac13-3334a7f66c5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:26:40.331050 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6069550f-6419-4279-8aa8-72d9a30eebd8 req-92ec5ce2-c6ce-4b0a-9b0d-10735964b105 service neutron] Attempting to bind port 2fdbdf3d-c596-40b2-9e74-2020a17a72ed on network 661607d2-cb41-40c5-ac13-3334a7f66c5e {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:26:40.334010 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (429ef520-470e-4262-8dbb-3ecd724380d5), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:40.346910 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-86fe1b58-293e-4e61-aa1e-72c155ae2ff8 req-2f440498-3e58-41b9-ad43-b5b8e15624a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61207719'] for port (05e9029b-f746-406c-93bb-e93c4ab2ecb9), after_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:40.356561 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6069550f-6419-4279-8aa8-72d9a30eebd8 req-92ec5ce2-c6ce-4b0a-9b0d-10735964b105 service neutron] Checking agent: {'id': 'dd0d0365-d50b-4401-90d8-c3ff73fab053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 24, 11), 'started_at': datetime.datetime(2022, 8, 30, 4, 24, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:26:40.356942 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6069550f-6419-4279-8aa8-72d9a30eebd8 req-92ec5ce2-c6ce-4b0a-9b0d-10735964b105 service neutron] Checking segment: {'id': 'bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '661607d2-cb41-40c5-ac13-3334a7f66c5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:26:40.358754 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6069550f-6419-4279-8aa8-72d9a30eebd8 req-92ec5ce2-c6ce-4b0a-9b0d-10735964b105 service neutron] Bound using segment: {'id': 'bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '661607d2-cb41-40c5-ac13-3334a7f66c5e'} {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:26:40.359429 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-6069550f-6419-4279-8aa8-72d9a30eebd8 req-92ec5ce2-c6ce-4b0a-9b0d-10735964b105 service neutron] Bound port: 2fdbdf3d-c596-40b2-9e74-2020a17a72ed, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '661607d2-cb41-40c5-ac13-3334a7f66c5e'}}] {{(pid=106258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:26:40.369926 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-6069550f-6419-4279-8aa8-72d9a30eebd8 req-92ec5ce2-c6ce-4b0a-9b0d-10735964b105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (2fdbdf3d-c596-40b2-9e74-2020a17a72ed), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:40.371521 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe1b58-293e-4e61-aa1e-72c155ae2ff8 req-2f440498-3e58-41b9-ad43-b5b8e15624a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:40.374704 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-86fe1b58-293e-4e61-aa1e-72c155ae2ff8 req-2f440498-3e58-41b9-ad43-b5b8e15624a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for port (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:40.376352 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-86fe1b58-293e-4e61-aa1e-72c155ae2ff8 req-2f440498-3e58-41b9-ad43-b5b8e15624a3 service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/05e9029b-f746-406c-93bb-e93c4ab2ecb9 HTTP/1.1" status: 200 len: 1094 time: 6.2072592 Aug 30 04:26:40.417299 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f359fb4c-9bdc-4898-81b0-26ea768f4444', 'tag': '05e9029b-f746-406c-93bb-e93c4ab2ecb9'}] {{(pid=106257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:26:40.506849 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d725f57-4be4-4464-be23-14959c5437d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92026df6-7ef0-46e3-a4e1-2b27e0d619a6,revision_number=0']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:40.567064 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-e6fc0239-c9c1-4de7-8acc-63f99032a9b6 admin admin] Publish callbacks [] for security_group (3006dcf2-b087-4a06-ac0d-c0e58e445818), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:40.571554 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port 429ef520-470e-4262-8dbb-3ecd724380d5 is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:26:40.586256 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8953e3-f083-4261-b9ba-839db7954463 req-fdf53283-4e93-4589-8f5a-e5e73b1f2bb0 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:40.588859 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ad8953e3-f083-4261-b9ba-839db7954463 req-fdf53283-4e93-4589-8f5a-e5e73b1f2bb0 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 944 time: 0.1876893 Aug 30 04:26:40.606142 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d725f57-4be4-4464-be23-14959c5437d1 admin admin] Checking segment: {'id': '4a5b2412-45a2-4818-bb3f-0521e449b893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'fa6f2baa-9342-426e-bd5a-fee6852eb3c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:26:40.606504 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d725f57-4be4-4464-be23-14959c5437d1 admin admin] Network hostable DHCP agents. Network: fa6f2baa-9342-426e-bd5a-fee6852eb3c0, hostable agents: ['b1b2a880-5f2a-4407-bfda-3b17b5cf16ab'], hosted agents: [] {{(pid=106257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:26:40.678889 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-e6fc0239-c9c1-4de7-8acc-63f99032a9b6 admin admin] Publish callbacks [] for security_group (3006dcf2-b087-4a06-ac0d-c0e58e445818), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:40.708287 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f440498-3e58-41b9-ad43-b5b8e15624a3 service neutron] Pushing event updated for resources: {'Port': ['ID=05e9029b-f746-406c-93bb-e93c4ab2ecb9,revision_number=3']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:40.729625 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-6069550f-6419-4279-8aa8-72d9a30eebd8 req-92ec5ce2-c6ce-4b0a-9b0d-10735964b105 service neutron] For port 2fdbdf3d-c596-40b2-9e74-2020a17a72ed, host hv-cinder-85426, cleared binding levels {{(pid=106258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:26:40.755559 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-6069550f-6419-4279-8aa8-72d9a30eebd8 req-92ec5ce2-c6ce-4b0a-9b0d-10735964b105 service neutron] For port 2fdbdf3d-c596-40b2-9e74-2020a17a72ed, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2fdbdf3d-c596-40b2-9e74-2020a17a72ed,segment=NetworkSegment(bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb),segment_id=bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb)] {{(pid=106258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:26:40.786889 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-6069550f-6419-4279-8aa8-72d9a30eebd8 req-92ec5ce2-c6ce-4b0a-9b0d-10735964b105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (2fdbdf3d-c596-40b2-9e74-2020a17a72ed), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:40.787092 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d725f57-4be4-4464-be23-14959c5437d1 admin admin] Network fa6f2baa-9342-426e-bd5a-fee6852eb3c0 is scheduled to be hosted by DHCP agent b1b2a880-5f2a-4407-bfda-3b17b5cf16ab with binding_index 1 {{(pid=106257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:26:40.795546 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d1a48af4e812f9c70823208ed2638ca64b88de6e4994a5bf3763d45491ed842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92e2bcf-f439-45f9-af5f-980ae2f53c4b" -d '{"events": [{"name": "network-changed", "server_uuid": "f359fb4c-9bdc-4898-81b0-26ea768f4444", "tag": "05e9029b-f746-406c-93bb-e93c4ab2ecb9"}]}' {{(pid=106257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:26:40.806048 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.base_scheduler [None req-4d725f57-4be4-4464-be23-14959c5437d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-2-iscsi, fa6f2baa-9342-426e-bd5a-fee6852eb3c0) {{(pid=106257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:26:40.817250 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d0e0a1-415f-4456-9e92-8dd41579158a None None] Network fa6f2baa-9342-426e-bd5a-fee6852eb3c0 requested from dv-cinder-854265-2-iscsi {{(pid=106259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:26:40.821434 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d725f57-4be4-4464-be23-14959c5437d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:40.822331 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-4d725f57-4be4-4464-be23-14959c5437d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for subnet (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:40.830308 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:40.861586 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-4d725f57-4be4-4464-be23-14959c5437d1 admin admin] 10.222.0.85 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.1569037 Aug 30 04:26:40.864524 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-e6fc0239-c9c1-4de7-8acc-63f99032a9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (3006dcf2-b087-4a06-ac0d-c0e58e445818), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:40.869338 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-e6fc0239-c9c1-4de7-8acc-63f99032a9b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:40.874182 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-e6fc0239-c9c1-4de7-8acc-63f99032a9b6 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/3006dcf2-b087-4a06-ac0d-c0e58e445818 HTTP/1.1" status: 204 len: 168 time: 0.8916972 Aug 30 04:26:40.902345 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fc0239-c9c1-4de7-8acc-63f99032a9b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3006dcf2-b087-4a06-ac0d-c0e58e445818,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:40.947186 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:41.019509 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec5ce2-c6ce-4b0a-9b0d-10735964b105 service neutron] Pushing event updated for resources: {'Port': ['ID=2fdbdf3d-c596-40b2-9e74-2020a17a72ed,revision_number=3']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:41.043632 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2ed0e7ac-c04c-4cfb-92ab-663f71ded8d3 req-76a781df-346d-4a3e-887c-c62f4784ff17 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 210 time: 0.0873005 Aug 30 04:26:41.051485 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069550f-6419-4279-8aa8-72d9a30eebd8 req-92ec5ce2-c6ce-4b0a-9b0d-10735964b105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:41.058788 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-6069550f-6419-4279-8aa8-72d9a30eebd8 req-92ec5ce2-c6ce-4b0a-9b0d-10735964b105 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:41.060611 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6069550f-6419-4279-8aa8-72d9a30eebd8 req-92ec5ce2-c6ce-4b0a-9b0d-10735964b105 service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/2fdbdf3d-c596-40b2-9e74-2020a17a72ed HTTP/1.1" status: 200 len: 1094 time: 2.9775755 Aug 30 04:26:41.061771 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a97c5a-7835-4178-8975-f4ce0f14bcda', 'tag': '2fdbdf3d-c596-40b2-9e74-2020a17a72ed'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:26:41.079607 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c13aa5-2602-45cd-9b67-1c6ef7bbe139 None None] Network fa6f2baa-9342-426e-bd5a-fee6852eb3c0 requested from dv-cinder-854265-2-iscsi {{(pid=106259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:26:41.157294 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ad8953e3-f083-4261-b9ba-839db7954463 req-21dd5e41-cb74-4432-82a9-c5f6b59a8bed tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5424755 Aug 30 04:26:41.272916 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:41.329943 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (dd0d0365-d50b-4401-90d8-c3ff73fab053), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:41.436943 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f094234f-b864-469b-adf9-23fb316b8bce req-92da0038-b6d0-436a-8ffb-04ca98c28135 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d806a7e5-3fc3-41e8-a0c3-68f01b20863e HTTP/1.1" status: 200 len: 210 time: 0.1272182 Aug 30 04:26:41.697237 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514ff508-69e9-49dd-8b8b-f67baf3979f9 x-openstack-request-id: req-514ff508-69e9-49dd-8b8b-f67baf3979f9 {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:26:41.697823 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f359fb4c-9bdc-4898-81b0-26ea768f4444", "tag": "05e9029b-f746-406c-93bb-e93c4ab2ecb9", "status": "completed", "code": 200}]} {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:26:41.697823 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-514ff508-69e9-49dd-8b8b-f67baf3979f9 {{(pid=106257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:26:41.698289 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-514ff508-69e9-49dd-8b8b-f67baf3979f9'] response: {'name': 'network-changed', 'server_uuid': 'f359fb4c-9bdc-4898-81b0-26ea768f4444', 'tag': '05e9029b-f746-406c-93bb-e93c4ab2ecb9', 'status': 'completed', 'code': 200} Aug 30 04:26:41.755605 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 49496) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:41.838429 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-adcd78c9-1b65-4b5a-9223-9751184df95e admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=0e152cdcc7d042de92d06a01e0b3ec21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0810606 Aug 30 04:26:41.841948 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 49498) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:41.920759 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cae73fbe7dcf058e11387a0db1adace332cfaa4523dfba65b1576f9d32bef72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48024d4b-fbd7-4e33-b235-97b178ec8e0d" -d '{"events": [{"name": "network-changed", "server_uuid": "b6a97c5a-7835-4178-8975-f4ce0f14bcda", "tag": "2fdbdf3d-c596-40b2-9e74-2020a17a72ed"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:26:41.955030 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7de0bb57-db37-4b6c-b7a7-188b8284315c admin admin] Publish callbacks [] for security_group (656a7aa9-95a0-44fa-83d7-9f54071faf80), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:42.001444 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7de0bb57-db37-4b6c-b7a7-188b8284315c admin admin] Publish callbacks [] for security_group (656a7aa9-95a0-44fa-83d7-9f54071faf80), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:42.080006 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7de0bb57-db37-4b6c-b7a7-188b8284315c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (656a7aa9-95a0-44fa-83d7-9f54071faf80), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:42.100578 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7de0bb57-db37-4b6c-b7a7-188b8284315c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:42.125752 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-7de0bb57-db37-4b6c-b7a7-188b8284315c admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/656a7aa9-95a0-44fa-83d7-9f54071faf80 HTTP/1.1" status: 204 len: 168 time: 0.2813842 Aug 30 04:26:42.147907 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de0bb57-db37-4b6c-b7a7-188b8284315c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656a7aa9-95a0-44fa-83d7-9f54071faf80,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:42.223027 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57dc05e9-0847-49d8-a6fd-82d5ecc5cd1c x-openstack-request-id: req-57dc05e9-0847-49d8-a6fd-82d5ecc5cd1c {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:26:42.223581 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6a97c5a-7835-4178-8975-f4ce0f14bcda", "tag": "2fdbdf3d-c596-40b2-9e74-2020a17a72ed", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:26:42.223991 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-57dc05e9-0847-49d8-a6fd-82d5ecc5cd1c {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:26:42.224612 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57dc05e9-0847-49d8-a6fd-82d5ecc5cd1c'] response: {'name': 'network-changed', 'server_uuid': 'b6a97c5a-7835-4178-8975-f4ce0f14bcda', 'tag': '2fdbdf3d-c596-40b2-9e74-2020a17a72ed', 'status': 'completed', 'code': 200} Aug 30 04:26:42.227645 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f3e20069-6bbd-449d-8588-3e6ebb20effb req-9cca26e7-a9a1-40ef-b2e1-38a0ab385999 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 210 time: 0.0731797 Aug 30 04:26:42.335360 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f470302-6358-4f88-8258-a2bbfad97f6c req-4dd22c77-2dcd-4e25-adba-1c6339bfe6bb tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:42.337580 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0f470302-6358-4f88-8258-a2bbfad97f6c req-4dd22c77-2dcd-4e25-adba-1c6339bfe6bb tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 944 time: 0.0556352 Aug 30 04:26:42.474155 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0f470302-6358-4f88-8258-a2bbfad97f6c req-8e18c355-dfcb-49ed-98ff-1ee9dbbb52f3 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292610 Aug 30 04:26:42.608070 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-fbde8f57-e2cf-4bd2-9cba-16751dcdf968 req-a3adfbeb-6060-4e93-8451-b1a2bad892c5 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d806a7e5-3fc3-41e8-a0c3-68f01b20863e HTTP/1.1" status: 200 len: 210 time: 0.0487633 Aug 30 04:26:42.908936 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 49548) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:42.921301 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-0c5d6e1e-ef6f-458e-b32b-44eaf294aaac admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1089676604-network', 'tenant_id': '83c45254f5f4416eb1bc3bbba7242e4b'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:26:42.993281 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5d6e1e-ef6f-458e-b32b-44eaf294aaac admin admin] Made reservation on behalf of 83c45254f5f4416eb1bc3bbba7242e4b for: {'network': 1} {{(pid=106257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:26:42.996845 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-0c5d6e1e-ef6f-458e-b32b-44eaf294aaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for network (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:43.037684 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-0c5d6e1e-ef6f-458e-b32b-44eaf294aaac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:43.243882 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-0c5d6e1e-ef6f-458e-b32b-44eaf294aaac admin admin] Publish callbacks [] for security_group (92f6cb24-de3a-4012-a401-3d8fbba1089f), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:43.254080 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-0c5d6e1e-ef6f-458e-b32b-44eaf294aaac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (92f6cb24-de3a-4012-a401-3d8fbba1089f), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:43.326100 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c5d6e1e-ef6f-458e-b32b-44eaf294aaac admin admin] vlan segment allocate from pool success with {'vlan_id': 1071, 'physical_network': 'physnet1'} {{(pid=106257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 04:26:43.394858 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-0c5d6e1e-ef6f-458e-b32b-44eaf294aaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3898234'] for segment (a3606f6e-6196-484e-8b3f-774ea00641db), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:43.395211 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.db.segments_db [None req-0c5d6e1e-ef6f-458e-b32b-44eaf294aaac admin admin] Added segment a3606f6e-6196-484e-8b3f-774ea00641db of type vlan for network 1f19dae8-6b91-408d-8be1-91b01940dff6 Aug 30 04:26:43.397136 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5d6e1e-ef6f-458e-b32b-44eaf294aaac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f6cb24-de3a-4012-a401-3d8fbba1089f,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:43.421021 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=80,neutron:INSERT=9,neutron:UPDATE=7,neutron:DELETE=4 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:43.467125 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e68afbf1-0f21-4261-b8bd-03a9c565fc8b req-ef1b0a6f-f374-4f91-b699-0d02e2796ee1 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 210 time: 0.0669787 Aug 30 04:26:43.546740 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-0c5d6e1e-ef6f-458e-b32b-44eaf294aaac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260646229'] for network (1f19dae8-6b91-408d-8be1-91b01940dff6), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:43.673406 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-0c5d6e1e-ef6f-458e-b32b-44eaf294aaac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055'] for network (1f19dae8-6b91-408d-8be1-91b01940dff6), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:43.680089 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5d6e1e-ef6f-458e-b32b-44eaf294aaac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:43.681583 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-0c5d6e1e-ef6f-458e-b32b-44eaf294aaac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for network (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:43.778943 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:43.793832 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe528514-9f6f-4785-9a01-622203ac50fd req-a5e19b4e-9ef6-4b1f-be4e-d2a18cae127a tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:43.804466 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-fe528514-9f6f-4785-9a01-622203ac50fd req-a5e19b4e-9ef6-4b1f-be4e-d2a18cae127a tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 944 time: 0.1476924 Aug 30 04:26:43.865312 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-0c5d6e1e-ef6f-458e-b32b-44eaf294aaac admin admin] 10.222.0.85 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9538298 Aug 30 04:26:43.869515 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 49602) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:43.874761 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-0b5565ea-b1e5-42e8-bd33-3b870cf96d1d admin admin] Request body: {'subnet': {'network_id': '1f19dae8-6b91-408d-8be1-91b01940dff6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1089676604-subnet', 'tenant_id': '83c45254f5f4416eb1bc3bbba7242e4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:26:43.900164 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5d6e1e-ef6f-458e-b32b-44eaf294aaac admin admin] Pushing event updated for resources: {'Network': ['ID=1f19dae8-6b91-408d-8be1-91b01940dff6,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:43.911949 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-01e01e68-7ea8-4b35-960c-fffabc6b8d09 req-2b855187-3c1a-4931-acf3-626bc746ada5 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d806a7e5-3fc3-41e8-a0c3-68f01b20863e HTTP/1.1" status: 200 len: 210 time: 0.1033070 Aug 30 04:26:43.912512 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Network 1f19dae8-6b91-408d-8be1-91b01940dff6 details requested by agent ovs-agent-dv-cinder-854265-2-iscsi with host dv-cinder-854265-2-iscsi {{(pid=106259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:26:43.916477 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5565ea-b1e5-42e8-bd33-3b870cf96d1d admin admin] Made reservation on behalf of 83c45254f5f4416eb1bc3bbba7242e4b for: {'subnet': 1} {{(pid=106257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:26:43.920696 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-0b5565ea-b1e5-42e8-bd33-3b870cf96d1d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61944224'] for subnet (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:43.928789 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:43.971087 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-fe528514-9f6f-4785-9a01-622203ac50fd req-6d05cab1-5668-4006-9f9f-efc32a539018 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639571 Aug 30 04:26:44.184039 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-0b5565ea-b1e5-42e8-bd33-3b870cf96d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61207838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61944246'] for subnet (6ff29ad3-3014-4221-bea3-41e9ef60969f), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:44.273447 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5565ea-b1e5-42e8-bd33-3b870cf96d1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ff29ad3-3014-4221-bea3-41e9ef60969f,revision_number=0']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:44.313596 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5565ea-b1e5-42e8-bd33-3b870cf96d1d admin admin] Checking segment: {'id': 'a3606f6e-6196-484e-8b3f-774ea00641db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '1f19dae8-6b91-408d-8be1-91b01940dff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:26:44.313959 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5565ea-b1e5-42e8-bd33-3b870cf96d1d admin admin] Network hostable DHCP agents. Network: 1f19dae8-6b91-408d-8be1-91b01940dff6, hostable agents: ['b1b2a880-5f2a-4407-bfda-3b17b5cf16ab'], hosted agents: [] {{(pid=106257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:26:44.338134 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5565ea-b1e5-42e8-bd33-3b870cf96d1d admin admin] Network 1f19dae8-6b91-408d-8be1-91b01940dff6 is scheduled to be hosted by DHCP agent b1b2a880-5f2a-4407-bfda-3b17b5cf16ab with binding_index 1 {{(pid=106257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:26:44.341609 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:44.350483 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.base_scheduler [None req-0b5565ea-b1e5-42e8-bd33-3b870cf96d1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-2-iscsi, 1f19dae8-6b91-408d-8be1-91b01940dff6) {{(pid=106257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:26:44.360821 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5565ea-b1e5-42e8-bd33-3b870cf96d1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:44.362915 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-0b5565ea-b1e5-42e8-bd33-3b870cf96d1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for subnet (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:44.364999 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a107ae-63dc-46c6-8001-100a330d9b1d None None] Network 1f19dae8-6b91-408d-8be1-91b01940dff6 requested from dv-cinder-854265-2-iscsi {{(pid=106259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:26:44.401257 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-0b5565ea-b1e5-42e8-bd33-3b870cf96d1d admin admin] 10.222.0.85 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5171134 Aug 30 04:26:44.680783 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b147a2de-3cf9-4579-9d1e-7c032c8560cc None None] Network 1f19dae8-6b91-408d-8be1-91b01940dff6 requested from dv-cinder-854265-2-iscsi {{(pid=106259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:26:44.691857 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e2bcf-f439-45f9-af5f-980ae2f53c4b req-543cf0fa-ecf4-4e45-94e5-5da523e43fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:44.693483 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b92e2bcf-f439-45f9-af5f-980ae2f53c4b req-543cf0fa-ecf4-4e45-94e5-5da523e43fc5 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=edc09fe630034be4b292562e2de6e3f9&device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 1128 time: 0.2196469 Aug 30 04:26:44.732980 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-747ecdda-281c-423d-a91d-b08f25839043 req-2e7dec49-a0fa-485c-9f05-945d998ed4dd tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 210 time: 0.0844576 Aug 30 04:26:44.747886 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48024d4b-fbd7-4e33-b235-97b178ec8e0d req-06be6f1e-61f0-4b3e-b4d9-053f44812350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:44.752493 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-48024d4b-fbd7-4e33-b235-97b178ec8e0d req-06be6f1e-61f0-4b3e-b4d9-053f44812350 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=edc09fe630034be4b292562e2de6e3f9&device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 1128 time: 0.2344704 Aug 30 04:26:45.059739 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-085e4428-0f4b-4f5a-a762-f235248c9d31 req-f834eb28-16e1-48fc-92bf-d55a74f8ed13 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d806a7e5-3fc3-41e8-a0c3-68f01b20863e HTTP/1.1" status: 200 len: 210 time: 0.0363843 Aug 30 04:26:45.141172 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baacdea3-c864-4156-8071-83ae9e427d39 req-315c0236-bc5c-42cb-bccd-eb919bd1b799 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:45.150030 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-baacdea3-c864-4156-8071-83ae9e427d39 req-315c0236-bc5c-42cb-bccd-eb919bd1b799 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 944 time: 0.0785897 Aug 30 04:26:45.202553 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-baacdea3-c864-4156-8071-83ae9e427d39 req-b7d0615b-5248-4216-9d49-12e95c0274e3 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516586 Aug 30 04:26:45.841143 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-15f75d8f-926f-429d-ac7c-d4e4333e20c7 req-db95c138-e40a-4f16-b05c-4ad8241097a8 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 210 time: 0.0294838 Aug 30 04:26:46.163538 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-47358f86-2a29-4a82-bad3-de5fe2322e29 req-f1f9cd2b-46aa-40d4-920d-6c0efa164899 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d806a7e5-3fc3-41e8-a0c3-68f01b20863e HTTP/1.1" status: 200 len: 210 time: 0.0286517 Aug 30 04:26:46.328688 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae16af2-f2d9-4521-a717-0b28a5a091f0 req-f4a989d1-6988-4e3e-9147-2c365e675ce1 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:46.330163 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bae16af2-f2d9-4521-a717-0b28a5a091f0 req-f4a989d1-6988-4e3e-9147-2c365e675ce1 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 944 time: 0.0504084 Aug 30 04:26:46.337176 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 49760) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:46.382992 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bae16af2-f2d9-4521-a717-0b28a5a091f0 req-5503e5d7-505b-4632-98d9-bec6b2d64ce7 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463102 Aug 30 04:26:46.449992 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-faf645e9-a82f-4002-94a4-5da6ec0beb77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:46.530725 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-faf645e9-a82f-4002-94a4-5da6ec0beb77 admin admin] Publish callbacks [] for security_group (c29a2044-a8c1-4dd5-8b41-176f28322026), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:46.534714 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-faf645e9-a82f-4002-94a4-5da6ec0beb77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (c29a2044-a8c1-4dd5-8b41-176f28322026), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:46.574026 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-faf645e9-a82f-4002-94a4-5da6ec0beb77 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=f1ae139541d74da1891a729df50bcc80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2357953 Aug 30 04:26:46.574936 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf645e9-a82f-4002-94a4-5da6ec0beb77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29a2044-a8c1-4dd5-8b41-176f28322026,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:46.576794 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 49766) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:46.625194 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e92a8282-6a8e-44fb-bc62-25b75313fb8b admin admin] Publish callbacks [] for security_group (c29a2044-a8c1-4dd5-8b41-176f28322026), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:46.645157 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e92a8282-6a8e-44fb-bc62-25b75313fb8b admin admin] Publish callbacks [] for security_group (c29a2044-a8c1-4dd5-8b41-176f28322026), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:46.691750 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e92a8282-6a8e-44fb-bc62-25b75313fb8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (c29a2044-a8c1-4dd5-8b41-176f28322026), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:46.694257 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e92a8282-6a8e-44fb-bc62-25b75313fb8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:46.695422 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-e92a8282-6a8e-44fb-bc62-25b75313fb8b admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/c29a2044-a8c1-4dd5-8b41-176f28322026 HTTP/1.1" status: 204 len: 168 time: 0.1176105 Aug 30 04:26:46.702994 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a8282-6a8e-44fb-bc62-25b75313fb8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29a2044-a8c1-4dd5-8b41-176f28322026,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:46.950469 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-479372d5-045c-4f3a-bb8d-19191df8b5be req-ada57c86-2ea3-4ac6-bee7-73aa7cc119c2 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 210 time: 0.0318079 Aug 30 04:26:46.997136 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 49788) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:47.010127 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6ec84f3c-fbea-4801-9318-bd92a0d1ace7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:47.095660 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6ec84f3c-fbea-4801-9318-bd92a0d1ace7 admin admin] Publish callbacks [] for security_group (b971302c-4572-45ed-b83e-a7c0df94e0ba), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:47.100701 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6ec84f3c-fbea-4801-9318-bd92a0d1ace7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (b971302c-4572-45ed-b83e-a7c0df94e0ba), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:47.145777 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec84f3c-fbea-4801-9318-bd92a0d1ace7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b971302c-4572-45ed-b83e-a7c0df94e0ba,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:47.149904 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-6ec84f3c-fbea-4801-9318-bd92a0d1ace7 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=63e43417ace14fafb25b58d009bcc1a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1517673 Aug 30 04:26:47.152802 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 49792) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:47.217598 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a0f2c786-a21e-4114-bc70-23bbf3c993d4 admin admin] Publish callbacks [] for security_group (b971302c-4572-45ed-b83e-a7c0df94e0ba), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:47.248007 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a0f2c786-a21e-4114-bc70-23bbf3c993d4 admin admin] Publish callbacks [] for security_group (b971302c-4572-45ed-b83e-a7c0df94e0ba), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:47.298663 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-37a9e64e-ffbd-42ed-bb76-f980b3977ca4 req-068d9774-7399-4ddc-874b-23a52b1b844e tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d806a7e5-3fc3-41e8-a0c3-68f01b20863e HTTP/1.1" status: 200 len: 210 time: 0.0383806 Aug 30 04:26:47.330295 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a0f2c786-a21e-4114-bc70-23bbf3c993d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (b971302c-4572-45ed-b83e-a7c0df94e0ba), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:47.333395 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a0f2c786-a21e-4114-bc70-23bbf3c993d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:47.334506 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-a0f2c786-a21e-4114-bc70-23bbf3c993d4 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/b971302c-4572-45ed-b83e-a7c0df94e0ba HTTP/1.1" status: 204 len: 168 time: 0.1807842 Aug 30 04:26:47.343205 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f2c786-a21e-4114-bc70-23bbf3c993d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b971302c-4572-45ed-b83e-a7c0df94e0ba,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:47.511570 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:47.617941 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c970cf-8bb4-4116-91af-8472aed5270c req-622b1abc-abe4-4a42-bac9-600762b4d4cc tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:47.619720 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f5c970cf-8bb4-4116-91af-8472aed5270c req-622b1abc-abe4-4a42-bac9-600762b4d4cc tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 944 time: 0.1480913 Aug 30 04:26:47.628693 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:47.739309 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48024d4b-fbd7-4e33-b235-97b178ec8e0d req-9d8cdc13-8894-48bb-8ed2-baf5e8b707a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:47.741074 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-48024d4b-fbd7-4e33-b235-97b178ec8e0d req-9d8cdc13-8894-48bb-8ed2-baf5e8b707a0 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?tenant_id=edc09fe630034be4b292562e2de6e3f9&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2904506 Aug 30 04:26:47.753010 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f5c970cf-8bb4-4116-91af-8472aed5270c req-87efe34f-0e48-4edd-93dd-2086e8a72ad7 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228848 Aug 30 04:26:47.754197 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e2bcf-f439-45f9-af5f-980ae2f53c4b req-7ec1e38d-38f9-4d35-ab28-3571108e231a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:47.755565 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b92e2bcf-f439-45f9-af5f-980ae2f53c4b req-7ec1e38d-38f9-4d35-ab28-3571108e231a service neutron] 10.222.0.71 "GET /networking/v2.0/networks?tenant_id=edc09fe630034be4b292562e2de6e3f9&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3045149 Aug 30 04:26:48.125315 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-779d5fff-3f19-4db6-8dd9-0288bb7ae854 req-53538a3e-9bfb-4fe7-acc2-ee9d39594bd4 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 210 time: 0.0953770 Aug 30 04:26:48.197658 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:48.505719 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.71', 61961) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:48.646102 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-fb7c8dc4-b4f1-496a-9ee2-c57acec0f37a req-7c2871be-8ba5-4fd1-8371-5bd9abe4d123 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d806a7e5-3fc3-41e8-a0c3-68f01b20863e HTTP/1.1" status: 200 len: 210 time: 0.1393490 Aug 30 04:26:48.699103 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48024d4b-fbd7-4e33-b235-97b178ec8e0d req-0a10f888-6173-4b49-baf4-53ac0c3d2744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:48.700645 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-48024d4b-fbd7-4e33-b235-97b178ec8e0d req-0a10f888-6173-4b49-baf4-53ac0c3d2744 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6293070 Aug 30 04:26:48.774180 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e2bcf-f439-45f9-af5f-980ae2f53c4b req-3b4b8d34-b087-413d-941d-a2a926a32eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:48.775915 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b92e2bcf-f439-45f9-af5f-980ae2f53c4b req-3b4b8d34-b087-413d-941d-a2a926a32eda service neutron] 10.222.0.71 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6856456 Aug 30 04:26:48.820002 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ba102-d649-49bd-99e7-0bb0f3b58ebe req-5ab800f0-784c-472b-92f0-837cef499a38 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:48.823819 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-de7ba102-d649-49bd-99e7-0bb0f3b58ebe req-5ab800f0-784c-472b-92f0-837cef499a38 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.71 "GET /networking/v2.0/networks?id=2ae43651-2c59-4902-9fbc-2b9d1dde6e96 HTTP/1.1" status: 200 len: 812 time: 0.3145349 Aug 30 04:26:48.859135 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [req-de7ba102-d649-49bd-99e7-0bb0f3b58ebe req-c53d4ffd-5b72-4370-8d6c-732405a1d94a tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] Request body: {'port': {'device_id': 'd806a7e5-3fc3-41e8-a0c3-68f01b20863e', 'network_id': '2ae43651-2c59-4902-9fbc-2b9d1dde6e96', 'admin_state_up': True, 'tenant_id': '959853ec613f47819ed2883c8539b24e'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:26:48.955337 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.71', 61968) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:49.090101 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f19124-db9d-4492-a4b2-af882a4ecb8a req-0a9b1562-765b-4723-a031-6b533ce66af1 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:49.092168 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-81f19124-db9d-4492-a4b2-af882a4ecb8a req-0a9b1562-765b-4723-a031-6b533ce66af1 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 944 time: 0.1936674 Aug 30 04:26:49.103829 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe1b58-293e-4e61-aa1e-72c155ae2ff8 req-08106533-fbfd-4731-a330-28a4824e5811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:49.115200 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-86fe1b58-293e-4e61-aa1e-72c155ae2ff8 req-08106533-fbfd-4731-a330-28a4824e5811 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=edc09fe630034be4b292562e2de6e3f9&device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 1128 time: 0.1426036 Aug 30 04:26:49.142742 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069550f-6419-4279-8aa8-72d9a30eebd8 req-ee3eb18c-c8d6-4a60-a4e0-16a74573c91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:49.150087 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-6069550f-6419-4279-8aa8-72d9a30eebd8 req-ee3eb18c-c8d6-4a60-a4e0-16a74573c91d service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=edc09fe630034be4b292562e2de6e3f9&device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 1128 time: 0.1761172 Aug 30 04:26:49.240380 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-81f19124-db9d-4492-a4b2-af882a4ecb8a req-cdd8ce63-6748-4edd-bdb5-c4cb05e2b0c4 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286716 Aug 30 04:26:49.347924 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04c954-6735-482c-b161-610df0502781 req-c3bd6d96-0ae7-4d80-9300-597a7221b7a5 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:49.357092 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9a04c954-6735-482c-b161-610df0502781 req-c3bd6d96-0ae7-4d80-9300-597a7221b7a5 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.71 "GET /networking/v2.0/networks?id=7fc2da6b-035c-428c-8a36-2438f46094fd HTTP/1.1" status: 200 len: 810 time: 0.3693898 Aug 30 04:26:49.421650 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-76217742-9efe-46e7-981b-908f25dd7763 req-12c0c813-1ded-4dd8-b7ce-562c2e97d677 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 210 time: 0.1619532 Aug 30 04:26:49.425620 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-86fe1b58-293e-4e61-aa1e-72c155ae2ff8 req-8974da26-2dff-426b-82b3-96d12c451179 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05e9029b-f746-406c-93bb-e93c4ab2ecb9 HTTP/1.1" status: 200 len: 217 time: 0.2180588 Aug 30 04:26:49.428179 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-6069550f-6419-4279-8aa8-72d9a30eebd8 req-c7cc748e-3827-441d-bcd8-024210e20f7c service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fdbdf3d-c596-40b2-9e74-2020a17a72ed HTTP/1.1" status: 200 len: 217 time: 0.1529098 Aug 30 04:26:49.463873 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de7ba102-d649-49bd-99e7-0bb0f3b58ebe req-c53d4ffd-5b72-4370-8d6c-732405a1d94a tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] Made reservation on behalf of 959853ec613f47819ed2883c8539b24e for: {'port': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:26:49.473248 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-de7ba102-d649-49bd-99e7-0bb0f3b58ebe req-c53d4ffd-5b72-4370-8d6c-732405a1d94a tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:49.560885 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe1b58-293e-4e61-aa1e-72c155ae2ff8 req-91031327-558f-4140-999a-ee729d1077e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:49.563258 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-86fe1b58-293e-4e61-aa1e-72c155ae2ff8 req-91031327-558f-4140-999a-ee729d1077e0 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=d860aa44-a024-4bdb-b214-412c9f1784ea HTTP/1.1" status: 200 len: 857 time: 0.1320240 Aug 30 04:26:49.565381 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069550f-6419-4279-8aa8-72d9a30eebd8 req-5c0b11b7-9937-4e23-957d-36278c7eade6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:49.567143 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-6069550f-6419-4279-8aa8-72d9a30eebd8 req-5c0b11b7-9937-4e23-957d-36278c7eade6 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=d860aa44-a024-4bdb-b214-412c9f1784ea HTTP/1.1" status: 200 len: 857 time: 0.1196449 Aug 30 04:26:49.678298 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9a04c954-6735-482c-b161-610df0502781 req-955880a4-139d-474c-a01d-4fe0f01831c9 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.71 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d7deffddf9934a028bfdb0b1c965c618 HTTP/1.1" status: 200 len: 379 time: 0.2507041 Aug 30 04:26:49.692274 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [req-de7ba102-d649-49bd-99e7-0bb0f3b58ebe req-c53d4ffd-5b72-4370-8d6c-732405a1d94a tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] Allocated IP 172.20.0.5 (2ae43651-2c59-4902-9fbc-2b9d1dde6e96/395c78ef-834d-43ef-9fdc-f18f8ef90d24/61195d18-1dc2-42e7-aecc-14a342ca47f9) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:26:49.700110 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [req-9a04c954-6735-482c-b161-610df0502781 req-da18ef89-0063-401f-b679-dbdb4a1b33be tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Request body: {'port': {'device_id': '3d93d3bc-5adc-40f9-b372-b24ded320831', 'network_id': '7fc2da6b-035c-428c-8a36-2438f46094fd', 'admin_state_up': True, 'tenant_id': 'd7deffddf9934a028bfdb0b1c965c618', 'security_groups': ['4008dbe0-e1e4-40dd-9c35-91f86b1bff97']}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:26:49.755161 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069550f-6419-4279-8aa8-72d9a30eebd8 req-311b8dae-a813-4bfb-a7bd-66bac90db69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:49.757254 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-6069550f-6419-4279-8aa8-72d9a30eebd8 req-311b8dae-a813-4bfb-a7bd-66bac90db69c service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=661607d2-cb41-40c5-ac13-3334a7f66c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1557188 Aug 30 04:26:49.767928 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe1b58-293e-4e61-aa1e-72c155ae2ff8 req-28e306b7-20d5-438a-a3aa-85f0f30de8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:49.770120 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-86fe1b58-293e-4e61-aa1e-72c155ae2ff8 req-28e306b7-20d5-438a-a3aa-85f0f30de8ae service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=661607d2-cb41-40c5-ac13-3334a7f66c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1037309 Aug 30 04:26:49.877092 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-6069550f-6419-4279-8aa8-72d9a30eebd8 req-f12243c3-ce0b-4696-9021-0a7c707503d9 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/661607d2-cb41-40c5-ac13-3334a7f66c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106117 Aug 30 04:26:50.024302 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-de7ba102-d649-49bd-99e7-0bb0f3b58ebe req-c53d4ffd-5b72-4370-8d6c-732405a1d94a tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] Publish callbacks [] for port (61195d18-1dc2-42e7-aecc-14a342ca47f9), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:50.070055 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:50.070923 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:50.077702 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-de7ba102-d649-49bd-99e7-0bb0f3b58ebe req-c53d4ffd-5b72-4370-8d6c-732405a1d94a tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758'] for port (61195d18-1dc2-42e7-aecc-14a342ca47f9), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:50.198667 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c66cc-853d-4004-8e2a-ef6fbe499218 req-2017a843-f857-4c68-89ae-7b3b03377cf0 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:50.206757 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-871c66cc-853d-4004-8e2a-ef6fbe499218 req-2017a843-f857-4c68-89ae-7b3b03377cf0 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d806a7e5-3fc3-41e8-a0c3-68f01b20863e HTTP/1.1" status: 200 len: 931 time: 0.1342638 Aug 30 04:26:50.301680 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de7ba102-d649-49bd-99e7-0bb0f3b58ebe req-c53d4ffd-5b72-4370-8d6c-732405a1d94a tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] Network 2ae43651-2c59-4902-9fbc-2b9d1dde6e96 is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:26:50.309097 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [req-de7ba102-d649-49bd-99e7-0bb0f3b58ebe req-c53d4ffd-5b72-4370-8d6c-732405a1d94a tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:26:50.317626 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-6069550f-6419-4279-8aa8-72d9a30eebd8 req-dc5d3578-190c-4cac-97ba-61d077051715 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/661607d2-cb41-40c5-ac13-3334a7f66c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4185572 Aug 30 04:26:50.324843 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 49984) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:50.348111 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-86fe1b58-293e-4e61-aa1e-72c155ae2ff8 req-d2dc6003-cb6f-45f0-95c1-c733eefbe9b7 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/661607d2-cb41-40c5-ac13-3334a7f66c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4658530 Aug 30 04:26:50.387035 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 49990) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:50.400699 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [req-de7ba102-d649-49bd-99e7-0bb0f3b58ebe req-c53d4ffd-5b72-4370-8d6c-732405a1d94a tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:26:50.405185 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ba102-d649-49bd-99e7-0bb0f3b58ebe req-c53d4ffd-5b72-4370-8d6c-732405a1d94a tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:50.405810 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-de7ba102-d649-49bd-99e7-0bb0f3b58ebe req-c53d4ffd-5b72-4370-8d6c-732405a1d94a tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:50.426297 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-871c66cc-853d-4004-8e2a-ef6fbe499218 req-3df2fdfa-9072-4766-accc-9dbcff36191d tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ac47b65d-6a9d-4340-934a-1940db864f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182171 Aug 30 04:26:50.427003 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53d4ffd-5b72-4370-8d6c-732405a1d94a tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] Pushing event updated for resources: {'Port': ['ID=61195d18-1dc2-42e7-aecc-14a342ca47f9,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:50.438255 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:50.504390 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-86fe1b58-293e-4e61-aa1e-72c155ae2ff8 req-824c61a5-bf74-4871-955c-6225a6842fba service neutron] 10.222.0.71 "GET /networking/v2.0/networks/661607d2-cb41-40c5-ac13-3334a7f66c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484749 Aug 30 04:26:50.518135 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77fbaba-4c72-4af9-9c1f-5c86ac8eb8f2 req-0fa866e5-3a54-44fe-9137-7282497dd3fc tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:50.519707 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e77fbaba-4c72-4af9-9c1f-5c86ac8eb8f2 req-0fa866e5-3a54-44fe-9137-7282497dd3fc tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 944 time: 0.1111712 Aug 30 04:26:50.566644 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-038ccb96-6597-4e61-822b-31598388933f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:50.612631 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-de7ba102-d649-49bd-99e7-0bb0f3b58ebe req-c53d4ffd-5b72-4370-8d6c-732405a1d94a tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7591743 Aug 30 04:26:50.622932 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-d9dbc639-479c-4608-bdab-39a10d5ccde6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:50.663198 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d2192e17-39f6-4e00-b004-d8674ae49d43 req-d147c9bd-3bcd-4ef3-8609-f0769e9fa5ae tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 210 time: 0.1076977 Aug 30 04:26:50.664363 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-a0dcd411-17fa-447e-a842-f6cbf7a59eba None None] Provisioning complete for port 61195d18-1dc2-42e7-aecc-14a342ca47f9 triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:26:50.665418 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-a0dcd411-17fa-447e-a842-f6cbf7a59eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (61195d18-1dc2-42e7-aecc-14a342ca47f9), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:50.679733 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e77fbaba-4c72-4af9-9c1f-5c86ac8eb8f2 req-365feb51-4d80-460d-9524-8c0254bcbef0 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516736 Aug 30 04:26:50.681071 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a04c954-6735-482c-b161-610df0502781 req-da18ef89-0063-401f-b679-dbdb4a1b33be tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Made reservation on behalf of d7deffddf9934a028bfdb0b1c965c618 for: {'port': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:26:50.686101 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-9a04c954-6735-482c-b161-610df0502781 req-da18ef89-0063-401f-b679-dbdb4a1b33be tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:50.702001 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:50.734904 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-a0dcd411-17fa-447e-a842-f6cbf7a59eba None None] Port 61195d18-1dc2-42e7-aecc-14a342ca47f9 cannot update to ACTIVE because it is not bound. {{(pid=106259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:26:50.752314 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 49998) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:50.776126 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-038ccb96-6597-4e61-822b-31598388933f admin admin] Publish callbacks [] for security_group (1741ea92-4771-472d-afa5-ce4aab12cb4e), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:50.786786 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-038ccb96-6597-4e61-822b-31598388933f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (1741ea92-4771-472d-afa5-ce4aab12cb4e), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:50.807749 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:50.838151 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [req-9a04c954-6735-482c-b161-610df0502781 req-da18ef89-0063-401f-b679-dbdb4a1b33be tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Allocated IP 172.20.0.3 (7fc2da6b-035c-428c-8a36-2438f46094fd/10d22c1f-33e0-4527-bb5d-63253813ffaa/7064d357-6bbe-4302-95ac-eab03664669a) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:26:50.849940 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-d9dbc639-479c-4608-bdab-39a10d5ccde6 admin admin] Publish callbacks [] for security_group (60178f4d-a908-4d98-b479-f72f1a39f8e0), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:50.853403 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-038ccb96-6597-4e61-822b-31598388933f admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=6ec4e0fecacd44fd9e7a5b5db410ddbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5274391 Aug 30 04:26:50.854310 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ccb96-6597-4e61-822b-31598388933f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1741ea92-4771-472d-afa5-ce4aab12cb4e,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:50.856219 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 50002) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:50.858261 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-d9dbc639-479c-4608-bdab-39a10d5ccde6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (60178f4d-a908-4d98-b479-f72f1a39f8e0), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:50.901374 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-d9dbc639-479c-4608-bdab-39a10d5ccde6 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=4d13d71a5ebf4d0f966b20637fb085b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5134621 Aug 30 04:26:50.902671 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dbc639-479c-4608-bdab-39a10d5ccde6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60178f4d-a908-4d98-b479-f72f1a39f8e0,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:50.904987 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 50006) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:50.920158 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c0b90030-d042-4864-be3f-b1870994243b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:51.006896 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c0b90030-d042-4864-be3f-b1870994243b admin admin] Publish callbacks [] for security_group (e54708d8-e54c-4394-addd-9cbfbb30b71f), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:51.013022 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c0b90030-d042-4864-be3f-b1870994243b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (e54708d8-e54c-4394-addd-9cbfbb30b71f), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:51.027818 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-ab634247-0767-4a3d-a393-4a3cab20d583 admin admin] Publish callbacks [] for security_group (1741ea92-4771-472d-afa5-ce4aab12cb4e), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:51.074054 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-c0b90030-d042-4864-be3f-b1870994243b admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=06943f9f571c4d3caa60cba6516e18a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3180120 Aug 30 04:26:51.074249 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 50010) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:51.075529 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-46132e98-8cc9-4cc7-bec2-83af095e5d9d admin admin] Publish callbacks [] for security_group (60178f4d-a908-4d98-b479-f72f1a39f8e0), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:51.078706 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-ab634247-0767-4a3d-a393-4a3cab20d583 admin admin] Publish callbacks [] for security_group (1741ea92-4771-472d-afa5-ce4aab12cb4e), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:51.081760 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b90030-d042-4864-be3f-b1870994243b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54708d8-e54c-4394-addd-9cbfbb30b71f,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:51.120503 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-9a04c954-6735-482c-b161-610df0502781 req-da18ef89-0063-401f-b679-dbdb4a1b33be tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks [] for port (7064d357-6bbe-4302-95ac-eab03664669a), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:51.127048 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:51.146235 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-46132e98-8cc9-4cc7-bec2-83af095e5d9d admin admin] Publish callbacks [] for security_group (60178f4d-a908-4d98-b479-f72f1a39f8e0), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:51.146658 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-eed5023f-d581-4d4e-a759-ee87c97b85c2 admin admin] Publish callbacks [] for security_group (e54708d8-e54c-4394-addd-9cbfbb30b71f), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:51.178239 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-eed5023f-d581-4d4e-a759-ee87c97b85c2 admin admin] Publish callbacks [] for security_group (e54708d8-e54c-4394-addd-9cbfbb30b71f), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:51.204162 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-ab634247-0767-4a3d-a393-4a3cab20d583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (1741ea92-4771-472d-afa5-ce4aab12cb4e), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:51.207795 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-ab634247-0767-4a3d-a393-4a3cab20d583 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:51.209324 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-ab634247-0767-4a3d-a393-4a3cab20d583 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/1741ea92-4771-472d-afa5-ce4aab12cb4e HTTP/1.1" status: 204 len: 168 time: 0.3521523 Aug 30 04:26:51.216740 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-9a04c954-6735-482c-b161-610df0502781 req-da18ef89-0063-401f-b679-dbdb4a1b33be tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758'] for port (7064d357-6bbe-4302-95ac-eab03664669a), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:51.262633 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-eed5023f-d581-4d4e-a759-ee87c97b85c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (e54708d8-e54c-4394-addd-9cbfbb30b71f), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:51.271224 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-eed5023f-d581-4d4e-a759-ee87c97b85c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:51.274736 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-eed5023f-d581-4d4e-a759-ee87c97b85c2 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/e54708d8-e54c-4394-addd-9cbfbb30b71f HTTP/1.1" status: 204 len: 168 time: 0.1972680 Aug 30 04:26:51.283879 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed5023f-d581-4d4e-a759-ee87c97b85c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54708d8-e54c-4394-addd-9cbfbb30b71f,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:51.288449 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab634247-0767-4a3d-a393-4a3cab20d583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1741ea92-4771-472d-afa5-ce4aab12cb4e,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:51.298536 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:51.323981 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-46132e98-8cc9-4cc7-bec2-83af095e5d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (60178f4d-a908-4d98-b479-f72f1a39f8e0), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:51.327605 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-46132e98-8cc9-4cc7-bec2-83af095e5d9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:51.328748 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-46132e98-8cc9-4cc7-bec2-83af095e5d9d admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/60178f4d-a908-4d98-b479-f72f1a39f8e0 HTTP/1.1" status: 204 len: 168 time: 0.4191518 Aug 30 04:26:51.358406 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a04c954-6735-482c-b161-610df0502781 req-da18ef89-0063-401f-b679-dbdb4a1b33be tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Network 7fc2da6b-035c-428c-8a36-2438f46094fd is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:26:51.373762 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [req-9a04c954-6735-482c-b161-610df0502781 req-da18ef89-0063-401f-b679-dbdb4a1b33be tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:26:51.378297 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46132e98-8cc9-4cc7-bec2-83af095e5d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60178f4d-a908-4d98-b479-f72f1a39f8e0,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:51.379226 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da18ef89-0063-401f-b679-dbdb4a1b33be tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Pushing event updated for resources: {'Port': ['ID=7064d357-6bbe-4302-95ac-eab03664669a,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:51.385014 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a04c954-6735-482c-b161-610df0502781 req-da18ef89-0063-401f-b679-dbdb4a1b33be tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:26:51.396752 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04c954-6735-482c-b161-610df0502781 req-da18ef89-0063-401f-b679-dbdb4a1b33be tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:51.397453 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-9a04c954-6735-482c-b161-610df0502781 req-da18ef89-0063-401f-b679-dbdb4a1b33be tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:51.438106 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9a04c954-6735-482c-b161-610df0502781 req-da18ef89-0063-401f-b679-dbdb4a1b33be tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7431312 Aug 30 04:26:51.552140 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f829c-0802-40fa-bdbf-ff66873c26dd req-ddf97a36-ba09-4d52-b6d6-c9d3e3b8d8cc tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:51.554018 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ea3f829c-0802-40fa-bdbf-ff66873c26dd req-ddf97a36-ba09-4d52-b6d6-c9d3e3b8d8cc tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d806a7e5-3fc3-41e8-a0c3-68f01b20863e HTTP/1.1" status: 200 len: 931 time: 0.0548544 Aug 30 04:26:51.612692 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ea3f829c-0802-40fa-bdbf-ff66873c26dd req-6284f3dc-2647-4dfd-9a28-24f3f0e0ef20 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ac47b65d-6a9d-4340-934a-1940db864f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514953 Aug 30 04:26:51.668894 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-4c994431-eff3-4386-a6a8-ff6b32f8a8b8 None None] Provisioning complete for port 7064d357-6bbe-4302-95ac-eab03664669a triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:26:51.669486 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-4c994431-eff3-4386-a6a8-ff6b32f8a8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (7064d357-6bbe-4302-95ac-eab03664669a), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:51.702900 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-4c994431-eff3-4386-a6a8-ff6b32f8a8b8 None None] Port 7064d357-6bbe-4302-95ac-eab03664669a cannot update to ACTIVE because it is not bound. {{(pid=106259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:26:51.736732 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 50040) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:51.755292 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d2eefc05-f259-4b69-af2e-7bbb4388f106 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:51.871160 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:51.892706 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef862ee-eafd-4074-a25b-624dcbbb8b62 req-51e49d90-5d13-4896-8aa9-45b495a8cd67 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:51.897946 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1ef862ee-eafd-4074-a25b-624dcbbb8b62 req-51e49d90-5d13-4896-8aa9-45b495a8cd67 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 931 time: 0.1102502 Aug 30 04:26:51.930318 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc28b1-d022-461f-9abc-0ce71f847454 req-8abfec63-7283-4461-b3e5-6a12e26e7b11 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:51.931780 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0bcc28b1-d022-461f-9abc-0ce71f847454 req-8abfec63-7283-4461-b3e5-6a12e26e7b11 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 944 time: 0.1291490 Aug 30 04:26:51.937973 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 50042) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:51.953239 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-f43c458f-7c2e-48cc-aafc-bcbb454bfa30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:51.972668 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 50044) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:51.989961 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-2e70a138-ab25-4380-8fd7-2c9f1fa3e015 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:52.004309 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=73,neutron:INSERT=22,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:52.013199 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d2eefc05-f259-4b69-af2e-7bbb4388f106 admin admin] Publish callbacks [] for security_group (24656196-cff0-4de6-93a6-b39e2d392852), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:52.025535 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d2eefc05-f259-4b69-af2e-7bbb4388f106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (24656196-cff0-4de6-93a6-b39e2d392852), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:52.036653 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:52.056894 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1ef862ee-eafd-4074-a25b-624dcbbb8b62 req-24fd2c67-536d-46d8-a3b1-aa8933169ba2 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487482 Aug 30 04:26:52.076888 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0bcc28b1-d022-461f-9abc-0ce71f847454 req-c79ab526-f30a-438d-83e5-3dd7bacc17f1 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292984 Aug 30 04:26:52.086827 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-d2eefc05-f259-4b69-af2e-7bbb4388f106 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=dc2d44e62d6d4e508863ce69a39ca0c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3460510 Aug 30 04:26:52.087830 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 50046) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:52.090016 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eefc05-f259-4b69-af2e-7bbb4388f106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24656196-cff0-4de6-93a6-b39e2d392852,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:52.116935 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-f43c458f-7c2e-48cc-aafc-bcbb454bfa30 admin admin] Publish callbacks [] for security_group (7e28f8ca-1d66-465b-8a03-234e8d0d8db5), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:52.131068 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-f43c458f-7c2e-48cc-aafc-bcbb454bfa30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (7e28f8ca-1d66-465b-8a03-234e8d0d8db5), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:52.190472 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-2e70a138-ab25-4380-8fd7-2c9f1fa3e015 admin admin] Publish callbacks [] for security_group (02546a38-3802-4c3d-92d3-1dd140c177f0), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:52.204198 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-f43c458f-7c2e-48cc-aafc-bcbb454bfa30 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=6062aa736043470b8ac278988e2dee97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2651646 Aug 30 04:26:52.204971 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-2e70a138-ab25-4380-8fd7-2c9f1fa3e015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (02546a38-3802-4c3d-92d3-1dd140c177f0), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:52.207631 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 50048) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:52.214813 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43c458f-7c2e-48cc-aafc-bcbb454bfa30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e28f8ca-1d66-465b-8a03-234e8d0d8db5,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:52.233246 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a53633f6-6d7a-4020-82b9-f94b65c8950d admin admin] Publish callbacks [] for security_group (24656196-cff0-4de6-93a6-b39e2d392852), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:52.262098 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7bd7b5c3-c706-4cdc-aada-75eaf9f4bbeb admin admin] Publish callbacks [] for security_group (7e28f8ca-1d66-465b-8a03-234e8d0d8db5), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:52.271564 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-2e70a138-ab25-4380-8fd7-2c9f1fa3e015 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=40bf5a94be374c9e8bbba3918c8b0c7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2977812 Aug 30 04:26:52.274162 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 50050) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:52.279251 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a53633f6-6d7a-4020-82b9-f94b65c8950d admin admin] Publish callbacks [] for security_group (24656196-cff0-4de6-93a6-b39e2d392852), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:52.285750 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e70a138-ab25-4380-8fd7-2c9f1fa3e015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02546a38-3802-4c3d-92d3-1dd140c177f0,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:52.293981 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:52.296354 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7bd7b5c3-c706-4cdc-aada-75eaf9f4bbeb admin admin] Publish callbacks [] for security_group (7e28f8ca-1d66-465b-8a03-234e8d0d8db5), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:52.338621 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a53633f6-6d7a-4020-82b9-f94b65c8950d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (24656196-cff0-4de6-93a6-b39e2d392852), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:52.343182 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a53633f6-6d7a-4020-82b9-f94b65c8950d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:52.347814 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-a53633f6-6d7a-4020-82b9-f94b65c8950d admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/24656196-cff0-4de6-93a6-b39e2d392852 HTTP/1.1" status: 204 len: 168 time: 0.2572770 Aug 30 04:26:52.359486 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53633f6-6d7a-4020-82b9-f94b65c8950d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24656196-cff0-4de6-93a6-b39e2d392852,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:52.374875 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b8a28895-30e9-42f6-a0b8-17b6b2a5bc01 admin admin] Publish callbacks [] for security_group (02546a38-3802-4c3d-92d3-1dd140c177f0), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:52.402084 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b8a28895-30e9-42f6-a0b8-17b6b2a5bc01 admin admin] Publish callbacks [] for security_group (02546a38-3802-4c3d-92d3-1dd140c177f0), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:52.419479 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7bd7b5c3-c706-4cdc-aada-75eaf9f4bbeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (7e28f8ca-1d66-465b-8a03-234e8d0d8db5), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:52.421987 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7bd7b5c3-c706-4cdc-aada-75eaf9f4bbeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:52.423249 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-7bd7b5c3-c706-4cdc-aada-75eaf9f4bbeb admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/7e28f8ca-1d66-465b-8a03-234e8d0d8db5 HTTP/1.1" status: 204 len: 168 time: 0.2146554 Aug 30 04:26:52.442414 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd7b5c3-c706-4cdc-aada-75eaf9f4bbeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e28f8ca-1d66-465b-8a03-234e8d0d8db5,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:52.475672 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b8a28895-30e9-42f6-a0b8-17b6b2a5bc01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (02546a38-3802-4c3d-92d3-1dd140c177f0), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:52.478613 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b8a28895-30e9-42f6-a0b8-17b6b2a5bc01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:52.480189 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-b8a28895-30e9-42f6-a0b8-17b6b2a5bc01 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/02546a38-3802-4c3d-92d3-1dd140c177f0 HTTP/1.1" status: 204 len: 168 time: 0.2047393 Aug 30 04:26:52.490947 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a28895-30e9-42f6-a0b8-17b6b2a5bc01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02546a38-3802-4c3d-92d3-1dd140c177f0,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:52.760228 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576220cd-17fd-4390-a10c-41567fe11e1e req-47ebf215-9963-4161-a3da-0bd4828cef87 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:52.761863 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-576220cd-17fd-4390-a10c-41567fe11e1e req-47ebf215-9963-4161-a3da-0bd4828cef87 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d806a7e5-3fc3-41e8-a0c3-68f01b20863e HTTP/1.1" status: 200 len: 931 time: 0.0575385 Aug 30 04:26:52.820753 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-576220cd-17fd-4390-a10c-41567fe11e1e req-8df1e8a4-8501-4f58-9182-c2c54215f757 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ac47b65d-6a9d-4340-934a-1940db864f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521989 Aug 30 04:26:52.920154 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bf28b2e-d146-43ed-a8c1-54dc23b8ad75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:53.247065 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6cfe2c-4906-47a0-a3c7-5ec6dd1d8d86 req-fbd95b52-d78e-4b7b-ab7e-eddd29b787c2 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:53.248122 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5d6cfe2c-4906-47a0-a3c7-5ec6dd1d8d86 req-fbd95b52-d78e-4b7b-ab7e-eddd29b787c2 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 931 time: 0.0841901 Aug 30 04:26:53.262047 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb60a9d-2c40-4560-9d78-ee391140e8b4 req-6bff0fd2-9a9e-4618-8e0d-16505d7d5eb3 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:53.263749 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3bb60a9d-2c40-4560-9d78-ee391140e8b4 req-6bff0fd2-9a9e-4618-8e0d-16505d7d5eb3 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 944 time: 0.0664856 Aug 30 04:26:53.344289 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5d6cfe2c-4906-47a0-a3c7-5ec6dd1d8d86 req-0d0f613f-8bbb-40f4-b4d0-3327c7abb21c tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793705 Aug 30 04:26:53.348004 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3bb60a9d-2c40-4560-9d78-ee391140e8b4 req-0f438d09-e3e1-4c2a-9ba5-7ad6304196b1 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759892 Aug 30 04:26:53.941570 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e24dbb-9d33-4828-97f2-f9ba00a6de1a req-2e781b51-c8d3-4437-b297-7f77585bfa74 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:53.943075 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-77e24dbb-9d33-4828-97f2-f9ba00a6de1a req-2e781b51-c8d3-4437-b297-7f77585bfa74 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d806a7e5-3fc3-41e8-a0c3-68f01b20863e HTTP/1.1" status: 200 len: 931 time: 0.0534461 Aug 30 04:26:53.994910 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:54.001601 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-77e24dbb-9d33-4828-97f2-f9ba00a6de1a req-b12e3e94-0fa0-4efc-b251-543c20490e5a tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ac47b65d-6a9d-4340-934a-1940db864f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504937 Aug 30 04:26:54.592091 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5142c094-2b11-431b-a5c1-41093ead9892 req-7aa048ac-3403-4e38-b403-b6d322dfa254 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:54.597492 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5142c094-2b11-431b-a5c1-41093ead9892 req-7aa048ac-3403-4e38-b403-b6d322dfa254 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 931 time: 0.1567359 Aug 30 04:26:54.635737 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b3c11-0081-4f7d-af13-b03fbc9e32da req-c07a6e94-678b-4637-95b7-53873d40c925 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:54.646950 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ab3b3c11-0081-4f7d-af13-b03fbc9e32da req-c07a6e94-678b-4637-95b7-53873d40c925 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 944 time: 0.1645975 Aug 30 04:26:54.742149 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5142c094-2b11-431b-a5c1-41093ead9892 req-b6cbdd18-ef97-4a8f-b474-df38a24af3a8 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390810 Aug 30 04:26:54.757386 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ab3b3c11-0081-4f7d-af13-b03fbc9e32da req-331ae848-ff81-4d7c-bd48-19b2dfcd7079 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042130 Aug 30 04:26:54.934074 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [req-9a04c954-6735-482c-b161-610df0502781 req-fc93dd79-7148-49da-91f9-141c7a029ab9 service neutron] Request body: {'port': {'device_id': '3d93d3bc-5adc-40f9-b372-b24ded320831', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:26:54.966250 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [req-de7ba102-d649-49bd-99e7-0bb0f3b58ebe req-93ce040a-60d6-4b12-9895-ebc456d10d6b service neutron] Request body: {'port': {'device_id': 'd806a7e5-3fc3-41e8-a0c3-68f01b20863e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:26:55.289380 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-9a04c954-6735-482c-b161-610df0502781 req-fc93dd79-7148-49da-91f9-141c7a029ab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (7064d357-6bbe-4302-95ac-eab03664669a), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:55.319483 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-de7ba102-d649-49bd-99e7-0bb0f3b58ebe req-93ce040a-60d6-4b12-9895-ebc456d10d6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (61195d18-1dc2-42e7-aecc-14a342ca47f9), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:55.326805 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-af1295c2-1de3-416e-b211-082d0da3f9aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:55.333678 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f776b0-c84b-4a09-a4a5-1edc1813f7fd req-1a4e6e0a-9350-42b6-97af-bde3f444a1e4 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:55.336259 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-89f776b0-c84b-4a09-a4a5-1edc1813f7fd req-1a4e6e0a-9350-42b6-97af-bde3f444a1e4 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d806a7e5-3fc3-41e8-a0c3-68f01b20863e HTTP/1.1" status: 200 len: 931 time: 0.1151669 Aug 30 04:26:55.451620 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:DELETE=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:55.517684 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-89f776b0-c84b-4a09-a4a5-1edc1813f7fd req-de87f872-5661-4cb2-8270-2d91f72136a6 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ac47b65d-6a9d-4340-934a-1940db864f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698265 Aug 30 04:26:55.659238 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 50238) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:55.777316 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:55.850417 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ceab6ee8-9ab9-479a-b163-bc4805b80996 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:55.863233 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [req-9a04c954-6735-482c-b161-610df0502781 req-fc93dd79-7148-49da-91f9-141c7a029ab9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7064d357-6bbe-4302-95ac-eab03664669a {{(pid=106258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:26:55.880184 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-9a04c954-6735-482c-b161-610df0502781 req-fc93dd79-7148-49da-91f9-141c7a029ab9 service neutron] Publish callbacks [] for port (7064d357-6bbe-4302-95ac-eab03664669a), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:55.890303 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [req-de7ba102-d649-49bd-99e7-0bb0f3b58ebe req-93ce040a-60d6-4b12-9895-ebc456d10d6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61195d18-1dc2-42e7-aecc-14a342ca47f9 {{(pid=106258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:26:55.903656 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-de7ba102-d649-49bd-99e7-0bb0f3b58ebe req-93ce040a-60d6-4b12-9895-ebc456d10d6b service neutron] Publish callbacks [] for port (61195d18-1dc2-42e7-aecc-14a342ca47f9), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:55.909676 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.provisioning_blocks [req-9a04c954-6735-482c-b161-610df0502781 req-fc93dd79-7148-49da-91f9-141c7a029ab9 service neutron] Transition to ACTIVE for port object 7064d357-6bbe-4302-95ac-eab03664669a will not be triggered until provisioned by entity L2. {{(pid=106258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:26:55.916456 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-9a04c954-6735-482c-b161-610df0502781 req-fc93dd79-7148-49da-91f9-141c7a029ab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (7064d357-6bbe-4302-95ac-eab03664669a), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:55.953251 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.provisioning_blocks [req-de7ba102-d649-49bd-99e7-0bb0f3b58ebe req-93ce040a-60d6-4b12-9895-ebc456d10d6b service neutron] Transition to ACTIVE for port object 61195d18-1dc2-42e7-aecc-14a342ca47f9 will not be triggered until provisioned by entity L2. {{(pid=106258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:26:56.007887 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-de7ba102-d649-49bd-99e7-0bb0f3b58ebe req-93ce040a-60d6-4b12-9895-ebc456d10d6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (61195d18-1dc2-42e7-aecc-14a342ca47f9), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:56.016595 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ceab6ee8-9ab9-479a-b163-bc4805b80996 admin admin] Publish callbacks [] for security_group (ff7cb508-5f87-43e5-b92d-ac221a43776d), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:56.021450 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ceab6ee8-9ab9-479a-b163-bc4805b80996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (ff7cb508-5f87-43e5-b92d-ac221a43776d), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:56.078691 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceab6ee8-9ab9-479a-b163-bc4805b80996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7cb508-5f87-43e5-b92d-ac221a43776d,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:56.083604 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-ceab6ee8-9ab9-479a-b163-bc4805b80996 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=d45357d9ce5445c7b02875b541c96e39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4214988 Aug 30 04:26:56.086224 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 50270) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:56.125193 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543db03-ab72-4981-bd2b-9125f63a642b req-e29d9f05-3452-4705-a78e-0dba8b5b5147 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:56.132259 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5543db03-ab72-4981-bd2b-9125f63a642b req-e29d9f05-3452-4705-a78e-0dba8b5b5147 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 943 time: 0.1757948 Aug 30 04:26:56.134641 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc93dd79-7148-49da-91f9-141c7a029ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=7064d357-6bbe-4302-95ac-eab03664669a,revision_number=2']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:56.164066 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-9752b4fe-c5fb-4b50-a1ea-e09b8df02496 admin admin] Publish callbacks [] for security_group (ff7cb508-5f87-43e5-b92d-ac221a43776d), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:56.185628 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9371a-d132-4184-8428-ff0ea73b04c7 req-888294fa-1566-49bf-98da-906476e32841 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:56.187109 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d0d9371a-d132-4184-8428-ff0ea73b04c7 req-888294fa-1566-49bf-98da-906476e32841 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 944 time: 0.2634196 Aug 30 04:26:56.190470 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-9752b4fe-c5fb-4b50-a1ea-e09b8df02496 admin admin] Publish callbacks [] for security_group (ff7cb508-5f87-43e5-b92d-ac221a43776d), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:56.228231 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5543db03-ab72-4981-bd2b-9125f63a642b req-15c61832-2543-4855-b1e8-440952826e70 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944111 Aug 30 04:26:56.258127 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-9752b4fe-c5fb-4b50-a1ea-e09b8df02496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (ff7cb508-5f87-43e5-b92d-ac221a43776d), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:56.261025 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-9752b4fe-c5fb-4b50-a1ea-e09b8df02496 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:56.266305 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-9752b4fe-c5fb-4b50-a1ea-e09b8df02496 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/ff7cb508-5f87-43e5-b92d-ac221a43776d HTTP/1.1" status: 204 len: 168 time: 0.1783624 Aug 30 04:26:56.278874 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9752b4fe-c5fb-4b50-a1ea-e09b8df02496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7cb508-5f87-43e5-b92d-ac221a43776d,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:56.287031 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-de7ba102-d649-49bd-99e7-0bb0f3b58ebe req-93ce040a-60d6-4b12-9895-ebc456d10d6b service neutron] Attempting to bind port 61195d18-1dc2-42e7-aecc-14a342ca47f9 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:26:56.287579 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-de7ba102-d649-49bd-99e7-0bb0f3b58ebe req-93ce040a-60d6-4b12-9895-ebc456d10d6b service neutron] Attempting to bind port 61195d18-1dc2-42e7-aecc-14a342ca47f9 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '794373ad-e262-4f96-90af-98a4594608f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '2ae43651-2c59-4902-9fbc-2b9d1dde6e96'}] {{(pid=106258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:26:56.288109 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7ba102-d649-49bd-99e7-0bb0f3b58ebe req-93ce040a-60d6-4b12-9895-ebc456d10d6b service neutron] Attempting to bind port 61195d18-1dc2-42e7-aecc-14a342ca47f9 on network 2ae43651-2c59-4902-9fbc-2b9d1dde6e96 {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:26:56.302580 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-9a04c954-6735-482c-b161-610df0502781 req-fc93dd79-7148-49da-91f9-141c7a029ab9 service neutron] Attempting to bind port 7064d357-6bbe-4302-95ac-eab03664669a on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:26:56.303215 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-9a04c954-6735-482c-b161-610df0502781 req-fc93dd79-7148-49da-91f9-141c7a029ab9 service neutron] Attempting to bind port 7064d357-6bbe-4302-95ac-eab03664669a by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7fc2da6b-035c-428c-8a36-2438f46094fd'}] {{(pid=106258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:26:56.303914 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a04c954-6735-482c-b161-610df0502781 req-fc93dd79-7148-49da-91f9-141c7a029ab9 service neutron] Attempting to bind port 7064d357-6bbe-4302-95ac-eab03664669a on network 7fc2da6b-035c-428c-8a36-2438f46094fd {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:26:56.312168 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7ba102-d649-49bd-99e7-0bb0f3b58ebe req-93ce040a-60d6-4b12-9895-ebc456d10d6b service neutron] Port 61195d18-1dc2-42e7-aecc-14a342ca47f9 on network 2ae43651-2c59-4902-9fbc-2b9d1dde6e96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:26:56.312782 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7ba102-d649-49bd-99e7-0bb0f3b58ebe req-93ce040a-60d6-4b12-9895-ebc456d10d6b service neutron] Attempting to bind port 61195d18-1dc2-42e7-aecc-14a342ca47f9 on network 2ae43651-2c59-4902-9fbc-2b9d1dde6e96 {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:26:56.324804 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a04c954-6735-482c-b161-610df0502781 req-fc93dd79-7148-49da-91f9-141c7a029ab9 service neutron] Port 7064d357-6bbe-4302-95ac-eab03664669a on network 7fc2da6b-035c-428c-8a36-2438f46094fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:26:56.325370 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a04c954-6735-482c-b161-610df0502781 req-fc93dd79-7148-49da-91f9-141c7a029ab9 service neutron] Attempting to bind port 7064d357-6bbe-4302-95ac-eab03664669a on network 7fc2da6b-035c-428c-8a36-2438f46094fd {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:26:56.339402 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7ba102-d649-49bd-99e7-0bb0f3b58ebe req-93ce040a-60d6-4b12-9895-ebc456d10d6b service neutron] Checking agent: {'id': 'dd0d0365-d50b-4401-90d8-c3ff73fab053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 24, 11), 'started_at': datetime.datetime(2022, 8, 30, 4, 24, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:26:56.339993 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7ba102-d649-49bd-99e7-0bb0f3b58ebe req-93ce040a-60d6-4b12-9895-ebc456d10d6b service neutron] Checking segment: {'id': '794373ad-e262-4f96-90af-98a4594608f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '2ae43651-2c59-4902-9fbc-2b9d1dde6e96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:26:56.340523 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7ba102-d649-49bd-99e7-0bb0f3b58ebe req-93ce040a-60d6-4b12-9895-ebc456d10d6b service neutron] Bound using segment: {'id': '794373ad-e262-4f96-90af-98a4594608f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '2ae43651-2c59-4902-9fbc-2b9d1dde6e96'} {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:26:56.341169 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-de7ba102-d649-49bd-99e7-0bb0f3b58ebe req-93ce040a-60d6-4b12-9895-ebc456d10d6b service neutron] Bound port: 61195d18-1dc2-42e7-aecc-14a342ca47f9, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '794373ad-e262-4f96-90af-98a4594608f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '2ae43651-2c59-4902-9fbc-2b9d1dde6e96'}}] {{(pid=106258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:26:56.341729 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-de7ba102-d649-49bd-99e7-0bb0f3b58ebe req-93ce040a-60d6-4b12-9895-ebc456d10d6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (61195d18-1dc2-42e7-aecc-14a342ca47f9), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:56.351609 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce040a-60d6-4b12-9895-ebc456d10d6b service neutron] Pushing event updated for resources: {'Port': ['ID=61195d18-1dc2-42e7-aecc-14a342ca47f9,revision_number=2']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:56.366237 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a04c954-6735-482c-b161-610df0502781 req-fc93dd79-7148-49da-91f9-141c7a029ab9 service neutron] Checking agent: {'id': 'dd0d0365-d50b-4401-90d8-c3ff73fab053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 24, 11), 'started_at': datetime.datetime(2022, 8, 30, 4, 24, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:26:56.366819 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a04c954-6735-482c-b161-610df0502781 req-fc93dd79-7148-49da-91f9-141c7a029ab9 service neutron] Checking segment: {'id': '18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7fc2da6b-035c-428c-8a36-2438f46094fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:26:56.367511 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a04c954-6735-482c-b161-610df0502781 req-fc93dd79-7148-49da-91f9-141c7a029ab9 service neutron] Bound using segment: {'id': '18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7fc2da6b-035c-428c-8a36-2438f46094fd'} {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:26:56.368119 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-9a04c954-6735-482c-b161-610df0502781 req-fc93dd79-7148-49da-91f9-141c7a029ab9 service neutron] Bound port: 7064d357-6bbe-4302-95ac-eab03664669a, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7fc2da6b-035c-428c-8a36-2438f46094fd'}}] {{(pid=106258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:26:56.368880 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-9a04c954-6735-482c-b161-610df0502781 req-fc93dd79-7148-49da-91f9-141c7a029ab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (7064d357-6bbe-4302-95ac-eab03664669a), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:56.389518 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d0d9371a-d132-4184-8428-ff0ea73b04c7 req-43d8e924-764b-48b7-9e4b-c9851b2a0890 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768775 Aug 30 04:26:56.449296 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:56.484470 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:56.488798 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:56.496930 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-de7ba102-d649-49bd-99e7-0bb0f3b58ebe req-93ce040a-60d6-4b12-9895-ebc456d10d6b service neutron] For port 61195d18-1dc2-42e7-aecc-14a342ca47f9, host hv-cinder-85426, cleared binding levels {{(pid=106258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:26:56.506678 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-de7ba102-d649-49bd-99e7-0bb0f3b58ebe req-93ce040a-60d6-4b12-9895-ebc456d10d6b service neutron] For port 61195d18-1dc2-42e7-aecc-14a342ca47f9, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=61195d18-1dc2-42e7-aecc-14a342ca47f9,segment=NetworkSegment(794373ad-e262-4f96-90af-98a4594608f3),segment_id=794373ad-e262-4f96-90af-98a4594608f3)] {{(pid=106258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:26:56.506678 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-9a04c954-6735-482c-b161-610df0502781 req-fc93dd79-7148-49da-91f9-141c7a029ab9 service neutron] For port 7064d357-6bbe-4302-95ac-eab03664669a, host hv-cinder-85426, cleared binding levels {{(pid=106258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:26:56.522844 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-9a04c954-6735-482c-b161-610df0502781 req-fc93dd79-7148-49da-91f9-141c7a029ab9 service neutron] For port 7064d357-6bbe-4302-95ac-eab03664669a, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=7064d357-6bbe-4302-95ac-eab03664669a,segment=NetworkSegment(18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12),segment_id=18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12)] {{(pid=106258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:26:56.532774 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-de7ba102-d649-49bd-99e7-0bb0f3b58ebe req-93ce040a-60d6-4b12-9895-ebc456d10d6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (61195d18-1dc2-42e7-aecc-14a342ca47f9), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:56.539499 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:56.542052 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ba102-d649-49bd-99e7-0bb0f3b58ebe req-93ce040a-60d6-4b12-9895-ebc456d10d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:56.542664 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-de7ba102-d649-49bd-99e7-0bb0f3b58ebe req-93ce040a-60d6-4b12-9895-ebc456d10d6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:56.544049 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-de7ba102-d649-49bd-99e7-0bb0f3b58ebe req-93ce040a-60d6-4b12-9895-ebc456d10d6b service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/61195d18-1dc2-42e7-aecc-14a342ca47f9 HTTP/1.1" status: 200 len: 1093 time: 1.6140306 Aug 30 04:26:56.545185 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-9a04c954-6735-482c-b161-610df0502781 req-fc93dd79-7148-49da-91f9-141c7a029ab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (7064d357-6bbe-4302-95ac-eab03664669a), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:56.546692 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd806a7e5-3fc3-41e8-a0c3-68f01b20863e', 'tag': '61195d18-1dc2-42e7-aecc-14a342ca47f9'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:26:56.552226 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cae73fbe7dcf058e11387a0db1adace332cfaa4523dfba65b1576f9d32bef72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385ccd6e-3a76-4cb9-985b-82ec83af8db6" -d '{"events": [{"name": "network-changed", "server_uuid": "d806a7e5-3fc3-41e8-a0c3-68f01b20863e", "tag": "61195d18-1dc2-42e7-aecc-14a342ca47f9"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:26:56.559021 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04c954-6735-482c-b161-610df0502781 req-fc93dd79-7148-49da-91f9-141c7a029ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:56.559903 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-9a04c954-6735-482c-b161-610df0502781 req-fc93dd79-7148-49da-91f9-141c7a029ab9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:56.562213 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9a04c954-6735-482c-b161-610df0502781 req-fc93dd79-7148-49da-91f9-141c7a029ab9 service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/7064d357-6bbe-4302-95ac-eab03664669a HTTP/1.1" status: 200 len: 1093 time: 1.6338437 Aug 30 04:26:56.632225 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce040a-60d6-4b12-9895-ebc456d10d6b service neutron] Pushing event updated for resources: {'Port': ['ID=61195d18-1dc2-42e7-aecc-14a342ca47f9,revision_number=3']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:56.714111 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:56.715574 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc93dd79-7148-49da-91f9-141c7a029ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=7064d357-6bbe-4302-95ac-eab03664669a,revision_number=3']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:56.722991 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6eaf60e-582b-448b-b22e-4be39cf22a88 x-openstack-request-id: req-d6eaf60e-582b-448b-b22e-4be39cf22a88 {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:26:56.723504 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d806a7e5-3fc3-41e8-a0c3-68f01b20863e", "tag": "61195d18-1dc2-42e7-aecc-14a342ca47f9", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:26:56.723774 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d6eaf60e-582b-448b-b22e-4be39cf22a88 {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:26:56.724615 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6eaf60e-582b-448b-b22e-4be39cf22a88'] response: {'name': 'network-changed', 'server_uuid': 'd806a7e5-3fc3-41e8-a0c3-68f01b20863e', 'tag': '61195d18-1dc2-42e7-aecc-14a342ca47f9', 'status': 'completed', 'code': 200} Aug 30 04:26:56.803657 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e414c93-2f1d-40ba-bb31-ab5e3aa0a191 req-3803287e-d29e-46ec-87b9-ba28cd2e110e tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:56.805952 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9e414c93-2f1d-40ba-bb31-ab5e3aa0a191 req-3803287e-d29e-46ec-87b9-ba28cd2e110e tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d806a7e5-3fc3-41e8-a0c3-68f01b20863e HTTP/1.1" status: 200 len: 943 time: 0.0775473 Aug 30 04:26:56.844277 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 50300) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:56.863021 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-dc571115-ac60-41be-b84b-e9e4252039d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:56.865490 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9e414c93-2f1d-40ba-bb31-ab5e3aa0a191 req-f201c803-1fb9-4ca1-ad15-1346a191295d tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ac47b65d-6a9d-4340-934a-1940db864f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529070 Aug 30 04:26:56.878071 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:56.901633 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=6 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:56.959086 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-dc571115-ac60-41be-b84b-e9e4252039d3 admin admin] Publish callbacks [] for security_group (4f592aa7-ecfb-460d-b888-159498ef4de1), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:56.963938 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-dc571115-ac60-41be-b84b-e9e4252039d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (4f592aa7-ecfb-460d-b888-159498ef4de1), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:57.006718 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-dc571115-ac60-41be-b84b-e9e4252039d3 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=64de45960b5f4f23b6b382a608ee3698&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1605558 Aug 30 04:26:57.009695 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 50304) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:57.025242 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc571115-ac60-41be-b84b-e9e4252039d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f592aa7-ecfb-460d-b888-159498ef4de1,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:57.072606 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-218610df-f528-4cef-9046-48469d7ebe3f admin admin] Publish callbacks [] for security_group (4f592aa7-ecfb-460d-b888-159498ef4de1), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:57.097754 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-218610df-f528-4cef-9046-48469d7ebe3f admin admin] Publish callbacks [] for security_group (4f592aa7-ecfb-460d-b888-159498ef4de1), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:57.151842 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-218610df-f528-4cef-9046-48469d7ebe3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (4f592aa7-ecfb-460d-b888-159498ef4de1), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:57.154832 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-218610df-f528-4cef-9046-48469d7ebe3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:57.158355 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-218610df-f528-4cef-9046-48469d7ebe3f admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/4f592aa7-ecfb-460d-b888-159498ef4de1 HTTP/1.1" status: 204 len: 168 time: 0.1456575 Aug 30 04:26:57.166294 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218610df-f528-4cef-9046-48469d7ebe3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f592aa7-ecfb-460d-b888-159498ef4de1,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:57.364410 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e73624c-7bc4-4925-82a1-b295df9fd62b req-2bf47252-61e2-4846-a90a-b87e91637b4c tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:57.366058 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6e73624c-7bc4-4925-82a1-b295df9fd62b req-2bf47252-61e2-4846-a90a-b87e91637b4c tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 943 time: 0.0558875 Aug 30 04:26:57.419258 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6e73624c-7bc4-4925-82a1-b295df9fd62b req-2b7ae964-54ee-4022-822f-7600b7dc72d4 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463185 Aug 30 04:26:57.532610 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb9a075-003a-4bab-a887-3191a712b42c req-61b485cd-6c17-4ed6-95db-218d71219c93 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:57.534573 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0cb9a075-003a-4bab-a887-3191a712b42c req-61b485cd-6c17-4ed6-95db-218d71219c93 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 944 time: 0.0547037 Aug 30 04:26:57.614790 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0cb9a075-003a-4bab-a887-3191a712b42c req-ef7a1da8-c909-4293-a3e1-4f1da341058a tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649059 Aug 30 04:26:57.890101 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:57.986407 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d809d-15c8-415d-97f9-1642134fa9c3 req-f7fb2df7-3caf-4219-bed8-f2f47f6b6060 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:57.988418 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-eb7d809d-15c8-415d-97f9-1642134fa9c3 req-f7fb2df7-3caf-4219-bed8-f2f47f6b6060 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d806a7e5-3fc3-41e8-a0c3-68f01b20863e HTTP/1.1" status: 200 len: 943 time: 0.0473938 Aug 30 04:26:58.037129 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-eb7d809d-15c8-415d-97f9-1642134fa9c3 req-834e0283-3a51-4467-9ab0-3b2f8ee138ed tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ac47b65d-6a9d-4340-934a-1940db864f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429215 Aug 30 04:26:58.104310 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:58.545903 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d85e5-dd5d-4465-b7fb-ac4f26d87c03 req-83211d71-a48f-4973-bfd7-edcc9b10b833 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:58.547439 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-540d85e5-dd5d-4465-b7fb-ac4f26d87c03 req-83211d71-a48f-4973-bfd7-edcc9b10b833 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 943 time: 0.0474823 Aug 30 04:26:58.595227 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-540d85e5-dd5d-4465-b7fb-ac4f26d87c03 req-6eb6b160-323c-4313-b8fb-8daf6b7503fe tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416267 Aug 30 04:26:58.725414 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d93d3bc-5adc-40f9-b372-b24ded320831', 'tag': '7064d357-6bbe-4302-95ac-eab03664669a'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:26:58.727822 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cae73fbe7dcf058e11387a0db1adace332cfaa4523dfba65b1576f9d32bef72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b8b263-52ad-47a1-be59-90446159944f" -d '{"events": [{"name": "network-changed", "server_uuid": "3d93d3bc-5adc-40f9-b372-b24ded320831", "tag": "7064d357-6bbe-4302-95ac-eab03664669a"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:26:58.746675 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aadb6f0-6a34-4656-804c-4b70bab06377 req-d9e0a50b-cae3-4678-b9dc-b7ad1511a7d4 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:58.748176 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3aadb6f0-6a34-4656-804c-4b70bab06377 req-d9e0a50b-cae3-4678-b9dc-b7ad1511a7d4 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 944 time: 0.0626280 Aug 30 04:26:58.772330 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a51c072-880f-4289-a9e4-fbd5378fea36 x-openstack-request-id: req-7a51c072-880f-4289-a9e4-fbd5378fea36 {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:26:58.772670 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d93d3bc-5adc-40f9-b372-b24ded320831", "tag": "7064d357-6bbe-4302-95ac-eab03664669a", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:26:58.772856 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-7a51c072-880f-4289-a9e4-fbd5378fea36 {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:26:58.773275 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a51c072-880f-4289-a9e4-fbd5378fea36'] response: {'name': 'network-changed', 'server_uuid': '3d93d3bc-5adc-40f9-b372-b24ded320831', 'tag': '7064d357-6bbe-4302-95ac-eab03664669a', 'status': 'completed', 'code': 200} Aug 30 04:26:58.802839 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3aadb6f0-6a34-4656-804c-4b70bab06377 req-2fb6407c-7b39-491b-be40-319aa2f6e184 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482252 Aug 30 04:26:59.159798 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3d8b2-df75-4dac-9417-65d563e53dd8 req-5ae4134b-ced5-4707-b24a-a7fb5d46013a tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:59.161410 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b8c3d8b2-df75-4dac-9417-65d563e53dd8 req-5ae4134b-ced5-4707-b24a-a7fb5d46013a tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d806a7e5-3fc3-41e8-a0c3-68f01b20863e HTTP/1.1" status: 200 len: 943 time: 0.0487068 Aug 30 04:26:59.211749 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b8c3d8b2-df75-4dac-9417-65d563e53dd8 req-0a7faf86-123c-4c49-b6b9-15e75cf32c9c tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ac47b65d-6a9d-4340-934a-1940db864f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442476 Aug 30 04:26:59.354519 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 50420) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:59.461902 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-d542b2fe-f378-4c69-bf55-b4d49100165f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:59.499467 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 05e9029b-f746-406c-93bb-e93c4ab2ecb9 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:26:59.541888 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.agents_db [None req-600259de-68db-4343-b4d4-64e31eed30fa None None] Agent healthcheck: found 6 active agents {{(pid=106260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:26:59.545815 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-d542b2fe-f378-4c69-bf55-b4d49100165f admin admin] Publish callbacks [] for security_group (cb5cbaa7-39fe-40a0-a34c-fdedfab7d832), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:59.549752 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-d542b2fe-f378-4c69-bf55-b4d49100165f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (cb5cbaa7-39fe-40a0-a34c-fdedfab7d832), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:59.587680 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d542b2fe-f378-4c69-bf55-b4d49100165f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5cbaa7-39fe-40a0-a34c-fdedfab7d832,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:59.606554 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-d542b2fe-f378-4c69-bf55-b4d49100165f admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=9a432ec30c1b4ef4bdcc6f5e937acb44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2485063 Aug 30 04:26:59.607440 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 50424) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:26:59.611372 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 05e9029b-f746-406c-93bb-e93c4ab2ecb9, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=05e9029b-f746-406c-93bb-e93c4ab2ecb9,segment=NetworkSegment(bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb),segment_id=bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:26:59.623617 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Returning: {'device': '05e9029b-f746-406c-93bb-e93c4ab2ecb9', 'network_id': '661607d2-cb41-40c5-ac13-3334a7f66c5e', 'port_id': '05e9029b-f746-406c-93bb-e93c4ab2ecb9', 'mac_address': 'fa:16:3e:3a:24:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd860aa44-a024-4bdb-b214-412c9f1784ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:26:59.664682 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port 05e9029b-f746-406c-93bb-e93c4ab2ecb9 is: DOWN; New status is: BUILD {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:26:59.665714 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (05e9029b-f746-406c-93bb-e93c4ab2ecb9), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:59.670176 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-523e1e65-fecc-49d0-bbaf-d7605ff2be06 admin admin] Publish callbacks [] for security_group (cb5cbaa7-39fe-40a0-a34c-fdedfab7d832), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:59.685551 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ccd6e-3a76-4cb9-985b-82ec83af8db6 req-f08f86e8-5562-47f9-9c63-097f2e9b2bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:59.687248 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-385ccd6e-3a76-4cb9-985b-82ec83af8db6 req-f08f86e8-5562-47f9-9c63-097f2e9b2bca service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=959853ec613f47819ed2883c8539b24e&device_id=d806a7e5-3fc3-41e8-a0c3-68f01b20863e HTTP/1.1" status: 200 len: 1127 time: 0.1146848 Aug 30 04:26:59.687922 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05e9029b-f746-406c-93bb-e93c4ab2ecb9 {{(pid=106259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:26:59.695758 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04c954-6735-482c-b161-610df0502781 req-ffc86f7b-18aa-4b86-a89b-9c82f7457860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:59.697724 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9a04c954-6735-482c-b161-610df0502781 req-ffc86f7b-18aa-4b86-a89b-9c82f7457860 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=d7deffddf9934a028bfdb0b1c965c618&device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 1127 time: 0.0799260 Aug 30 04:26:59.700060 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-523e1e65-fecc-49d0-bbaf-d7605ff2be06 admin admin] Publish callbacks [] for security_group (cb5cbaa7-39fe-40a0-a34c-fdedfab7d832), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:59.707956 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:26:59.712317 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 05e9029b-f746-406c-93bb-e93c4ab2ecb9, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=05e9029b-f746-406c-93bb-e93c4ab2ecb9,segment=NetworkSegment(bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb),segment_id=bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:26:59.716758 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (05e9029b-f746-406c-93bb-e93c4ab2ecb9), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:59.717556 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 2fdbdf3d-c596-40b2-9e74-2020a17a72ed details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:26:59.764027 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-523e1e65-fecc-49d0-bbaf-d7605ff2be06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (cb5cbaa7-39fe-40a0-a34c-fdedfab7d832), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:59.769146 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-523e1e65-fecc-49d0-bbaf-d7605ff2be06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:59.774143 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-523e1e65-fecc-49d0-bbaf-d7605ff2be06 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/cb5cbaa7-39fe-40a0-a34c-fdedfab7d832 HTTP/1.1" status: 204 len: 168 time: 0.1649299 Aug 30 04:26:59.782935 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e1e65-fecc-49d0-bbaf-d7605ff2be06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5cbaa7-39fe-40a0-a34c-fdedfab7d832,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:59.818523 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=05e9029b-f746-406c-93bb-e93c4ab2ecb9,revision_number=4']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:26:59.825484 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 2fdbdf3d-c596-40b2-9e74-2020a17a72ed, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2fdbdf3d-c596-40b2-9e74-2020a17a72ed,segment=NetworkSegment(bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb),segment_id=bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:26:59.852147 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Returning: {'device': '2fdbdf3d-c596-40b2-9e74-2020a17a72ed', 'network_id': '661607d2-cb41-40c5-ac13-3334a7f66c5e', 'port_id': '2fdbdf3d-c596-40b2-9e74-2020a17a72ed', 'mac_address': 'fa:16:3e:95:1f:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd860aa44-a024-4bdb-b214-412c9f1784ea', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:26:59.869773 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9a04c954-6735-482c-b161-610df0502781 req-62a4caf7-6081-468d-a761-adaf3b8ca8ff service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7064d357-6bbe-4302-95ac-eab03664669a HTTP/1.1" status: 200 len: 217 time: 0.1340091 Aug 30 04:26:59.902494 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port 2fdbdf3d-c596-40b2-9e74-2020a17a72ed is: DOWN; New status is: BUILD {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:26:59.903259 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (2fdbdf3d-c596-40b2-9e74-2020a17a72ed), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:59.918122 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fdbdf3d-c596-40b2-9e74-2020a17a72ed {{(pid=106259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:26:59.940733 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 2fdbdf3d-c596-40b2-9e74-2020a17a72ed, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2fdbdf3d-c596-40b2-9e74-2020a17a72ed,segment=NetworkSegment(bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb),segment_id=bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:26:59.945487 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (2fdbdf3d-c596-40b2-9e74-2020a17a72ed), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:26:59.948202 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72058b67-271a-49be-925b-5a6e8b76e6b5 req-0abc260e-587b-4e5e-9a40-4476e9c47c3a tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:26:59.950192 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-72058b67-271a-49be-925b-5a6e8b76e6b5 req-0abc260e-587b-4e5e-9a40-4476e9c47c3a tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 943 time: 0.2491491 Aug 30 04:26:59.999295 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=2fdbdf3d-c596-40b2-9e74-2020a17a72ed,revision_number=4']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:00.007930 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:00.058460 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:00.090467 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59309d1-4bef-4e5f-b57d-34c568e1df8a req-ef335952-c530-4bcf-99c8-1a3b21faaa6e tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:00.091936 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a59309d1-4bef-4e5f-b57d-34c568e1df8a req-ef335952-c530-4bcf-99c8-1a3b21faaa6e tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 945 time: 0.1638601 Aug 30 04:27:00.105566 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04c954-6735-482c-b161-610df0502781 req-c4213aa9-e149-49c5-b81f-c8d44d05cef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:00.107125 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 50440) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:00.107471 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9a04c954-6735-482c-b161-610df0502781 req-c4213aa9-e149-49c5-b81f-c8d44d05cef1 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=10d22c1f-33e0-4527-bb5d-63253813ffaa HTTP/1.1" status: 200 len: 849 time: 0.2291238 Aug 30 04:27:00.123155 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-9cf43798-f6c0-4647-8d15-25ee06104d43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:00.158134 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-72058b67-271a-49be-925b-5a6e8b76e6b5 req-4b8e894d-708f-4c1d-aec1-6f7eff2f471c tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711843 Aug 30 04:27:00.197730 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ccd6e-3a76-4cb9-985b-82ec83af8db6 req-d9abfe49-ed6e-4d7d-9f80-f801409350d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:00.198632 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:INSERT=18,neutron:SELECT=76,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:00.199188 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-385ccd6e-3a76-4cb9-985b-82ec83af8db6 req-d9abfe49-ed6e-4d7d-9f80-f801409350d1 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?tenant_id=959853ec613f47819ed2883c8539b24e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.4627123 Aug 30 04:27:00.203961 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-9cf43798-f6c0-4647-8d15-25ee06104d43 admin admin] Publish callbacks [] for security_group (96b7b9ec-c47d-46d3-9a45-eb11471c8231), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:00.208474 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-9cf43798-f6c0-4647-8d15-25ee06104d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (96b7b9ec-c47d-46d3-9a45-eb11471c8231), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:00.235040 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:INSERT=13,neutron:SELECT=82,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:00.254930 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04c954-6735-482c-b161-610df0502781 req-38c34ca5-9c68-4538-87ab-f621b2610387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:00.256627 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9a04c954-6735-482c-b161-610df0502781 req-38c34ca5-9c68-4538-87ab-f621b2610387 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=7fc2da6b-035c-428c-8a36-2438f46094fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1377785 Aug 30 04:27:00.264170 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-9cf43798-f6c0-4647-8d15-25ee06104d43 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=cfd6f23c48dd47249b9cb6fac8f7e667&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1554170 Aug 30 04:27:00.264776 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 50446) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:00.272765 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf43798-f6c0-4647-8d15-25ee06104d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b7b9ec-c47d-46d3-9a45-eb11471c8231,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:00.325884 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-84e5b5f5-3ca8-4166-9a52-9ffd3f7ed849 admin admin] Publish callbacks [] for security_group (96b7b9ec-c47d-46d3-9a45-eb11471c8231), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:00.336473 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a59309d1-4bef-4e5f-b57d-34c568e1df8a req-3a90f074-2d41-4944-837d-4929373feb6d tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279739 Aug 30 04:27:00.346825 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-84e5b5f5-3ca8-4166-9a52-9ffd3f7ed849 admin admin] Publish callbacks [] for security_group (96b7b9ec-c47d-46d3-9a45-eb11471c8231), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:00.399689 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-84e5b5f5-3ca8-4166-9a52-9ffd3f7ed849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (96b7b9ec-c47d-46d3-9a45-eb11471c8231), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:00.402361 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-84e5b5f5-3ca8-4166-9a52-9ffd3f7ed849 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:00.403579 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-84e5b5f5-3ca8-4166-9a52-9ffd3f7ed849 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/96b7b9ec-c47d-46d3-9a45-eb11471c8231 HTTP/1.1" status: 204 len: 168 time: 0.1374912 Aug 30 04:27:00.412209 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e5b5f5-3ca8-4166-9a52-9ffd3f7ed849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b7b9ec-c47d-46d3-9a45-eb11471c8231,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:00.578186 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] get_ports_and_sgs() called for port_ids ['05e9029b-f746-406c-93bb-e93c4ab2ecb9'] {{(pid=106259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:27:00.616602 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0814853c-7bc9-4c19-89aa-fcf57445ae7c req-6e9f633b-c39d-46f7-bf89-aca0157b42b7 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:00.618176 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0814853c-7bc9-4c19-89aa-fcf57445ae7c req-6e9f633b-c39d-46f7-bf89-aca0157b42b7 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d806a7e5-3fc3-41e8-a0c3-68f01b20863e HTTP/1.1" status: 200 len: 943 time: 0.3001964 Aug 30 04:27:00.702280 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9a04c954-6735-482c-b161-610df0502781 req-1a75f4b1-2848-4cbd-a0dd-7cd29fff348f service neutron] 10.222.0.71 "GET /networking/v2.0/networks/7fc2da6b-035c-428c-8a36-2438f46094fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4352562 Aug 30 04:27:00.707392 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:00.710419 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ccd6e-3a76-4cb9-985b-82ec83af8db6 req-a22eb6a0-cf04-47cd-82f0-63a8ca92c6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:00.711998 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-385ccd6e-3a76-4cb9-985b-82ec83af8db6 req-a22eb6a0-cf04-47cd-82f0-63a8ca92c6c0 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4928813 Aug 30 04:27:00.763178 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] get_ports_and_sgs() called for port_ids ['2fdbdf3d-c596-40b2-9e74-2020a17a72ed'] {{(pid=106259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:27:00.813784 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0814853c-7bc9-4c19-89aa-fcf57445ae7c req-eeee850c-2d55-4f02-ac87-df7e8e026350 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ac47b65d-6a9d-4340-934a-1940db864f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847572 Aug 30 04:27:00.873884 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ba102-d649-49bd-99e7-0bb0f3b58ebe req-c6622dd5-1c96-4f30-b8a1-34bd7efb5f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:00.875430 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-de7ba102-d649-49bd-99e7-0bb0f3b58ebe req-c6622dd5-1c96-4f30-b8a1-34bd7efb5f0a service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=959853ec613f47819ed2883c8539b24e&device_id=d806a7e5-3fc3-41e8-a0c3-68f01b20863e HTTP/1.1" status: 200 len: 1127 time: 0.0740590 Aug 30 04:27:00.962579 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-de7ba102-d649-49bd-99e7-0bb0f3b58ebe req-b555bc5b-0c05-453f-8680-e4e64f034739 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61195d18-1dc2-42e7-aecc-14a342ca47f9 HTTP/1.1" status: 200 len: 217 time: 0.0672991 Aug 30 04:27:00.964549 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9a04c954-6735-482c-b161-610df0502781 req-736092a7-e7b0-4dca-85e3-ecee3a755fed service neutron] 10.222.0.71 "GET /networking/v2.0/networks/7fc2da6b-035c-428c-8a36-2438f46094fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515278 Aug 30 04:27:01.039818 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ba102-d649-49bd-99e7-0bb0f3b58ebe req-04dd0bb7-669c-4540-8859-8c36ccdf4858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:01.042307 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-de7ba102-d649-49bd-99e7-0bb0f3b58ebe req-04dd0bb7-669c-4540-8859-8c36ccdf4858 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=395c78ef-834d-43ef-9fdc-f18f8ef90d24 HTTP/1.1" status: 200 len: 851 time: 0.0552320 Aug 30 04:27:01.326215 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b7f211-08cf-45e6-b27b-970743fb3a66 req-9957f2cb-9c56-40e0-82f2-5784b354025e tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:01.328489 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c7b7f211-08cf-45e6-b27b-970743fb3a66 req-9957f2cb-9c56-40e0-82f2-5784b354025e tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 943 time: 0.0618765 Aug 30 04:27:01.391063 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c7b7f211-08cf-45e6-b27b-970743fb3a66 req-9346fff7-2dee-4cbd-b129-4d460fbe8b52 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555816 Aug 30 04:27:01.479947 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549da84-1572-4fde-a763-3ada0b1794b0 req-5b51385c-5720-4fb3-880f-a672c1c80b92 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:01.481863 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7549da84-1572-4fde-a763-3ada0b1794b0 req-5b51385c-5720-4fb3-880f-a672c1c80b92 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 945 time: 0.0678723 Aug 30 04:27:01.534232 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7549da84-1572-4fde-a763-3ada0b1794b0 req-32722180-9369-4362-844c-11c9d8e240bf tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448802 Aug 30 04:27:01.939386 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3af366-aac9-418c-ab34-080ea3d2aaa8 req-eaad5feb-8315-4696-af06-8240ecc1ede8 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:01.941443 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-df3af366-aac9-418c-ab34-080ea3d2aaa8 req-eaad5feb-8315-4696-af06-8240ecc1ede8 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d806a7e5-3fc3-41e8-a0c3-68f01b20863e HTTP/1.1" status: 200 len: 943 time: 0.0485291 Aug 30 04:27:01.993952 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-df3af366-aac9-418c-ab34-080ea3d2aaa8 req-647b20a3-c3d6-41c1-a758-3e25249c71e2 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ac47b65d-6a9d-4340-934a-1940db864f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467942 Aug 30 04:27:02.206449 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:02.212094 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ba102-d649-49bd-99e7-0bb0f3b58ebe req-6a337390-1012-4d56-968e-95c81f1a5743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:02.213813 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-de7ba102-d649-49bd-99e7-0bb0f3b58ebe req-6a337390-1012-4d56-968e-95c81f1a5743 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=2ae43651-2c59-4902-9fbc-2b9d1dde6e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0892704 Aug 30 04:27:02.219052 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8b263-52ad-47a1-be59-90446159944f req-1ccc16f2-338b-42aa-837a-1b1c05d0997e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:02.220426 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-68b8b263-52ad-47a1-be59-90446159944f req-1ccc16f2-338b-42aa-837a-1b1c05d0997e service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=d7deffddf9934a028bfdb0b1c965c618&device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 1127 time: 0.0944178 Aug 30 04:27:02.333017 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:02.479550 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8b263-52ad-47a1-be59-90446159944f req-787cc8d8-d0b3-46ec-b706-302197c4e184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:02.481014 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-68b8b263-52ad-47a1-be59-90446159944f req-787cc8d8-d0b3-46ec-b706-302197c4e184 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=7fc2da6b-035c-428c-8a36-2438f46094fd HTTP/1.1" status: 200 len: 912 time: 0.2517464 Aug 30 04:27:02.484414 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-de7ba102-d649-49bd-99e7-0bb0f3b58ebe req-ee8dde6e-7001-4183-bffb-878326e25db5 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/2ae43651-2c59-4902-9fbc-2b9d1dde6e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570615 Aug 30 04:27:02.538801 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-68b8b263-52ad-47a1-be59-90446159944f req-474740c9-b06d-43f9-b3f8-0cab4cedfba6 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7064d357-6bbe-4302-95ac-eab03664669a HTTP/1.1" status: 200 len: 217 time: 0.0450459 Aug 30 04:27:02.600346 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 7064d357-6bbe-4302-95ac-eab03664669a details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:27:02.664685 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 05e9029b-f746-406c-93bb-e93c4ab2ecb9 up at agent hyperv_hv-cinder-85426 {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:27:02.736489 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c87db-b86d-4696-af88-24b27a6d537a req-c23e0179-35ea-405d-a480-9478dd2cae51 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:02.743887 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ac7c87db-b86d-4696-af88-24b27a6d537a req-c23e0179-35ea-405d-a480-9478dd2cae51 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 943 time: 0.2128878 Aug 30 04:27:02.786845 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2b2f5-0524-4a12-8e79-d476ae9b1f8f req-34e458b8-3676-4cc3-89ce-405e878e3658 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:02.793561 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-05a2b2f5-0524-4a12-8e79-d476ae9b1f8f req-34e458b8-3676-4cc3-89ce-405e878e3658 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 945 time: 0.1269693 Aug 30 04:27:02.804646 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8b263-52ad-47a1-be59-90446159944f req-e5bc1d28-84d8-4766-97c6-1348d7daa0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:02.806523 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-68b8b263-52ad-47a1-be59-90446159944f req-e5bc1d28-84d8-4766-97c6-1348d7daa0be service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=10d22c1f-33e0-4527-bb5d-63253813ffaa HTTP/1.1" status: 200 len: 849 time: 0.2474363 Aug 30 04:27:02.812851 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Provisioning for port 05e9029b-f746-406c-93bb-e93c4ab2ecb9 completed by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:27:02.835329 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Provisioning complete for port 05e9029b-f746-406c-93bb-e93c4ab2ecb9 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:27:02.835741 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (05e9029b-f746-406c-93bb-e93c4ab2ecb9), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:02.844325 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 7064d357-6bbe-4302-95ac-eab03664669a, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=7064d357-6bbe-4302-95ac-eab03664669a,segment=NetworkSegment(18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12),segment_id=18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:27:02.874401 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-de7ba102-d649-49bd-99e7-0bb0f3b58ebe req-46a00484-528e-49c4-a1eb-cd828c25cb06 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/2ae43651-2c59-4902-9fbc-2b9d1dde6e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446052 Aug 30 04:27:02.892051 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Returning: {'device': '7064d357-6bbe-4302-95ac-eab03664669a', 'network_id': '7fc2da6b-035c-428c-8a36-2438f46094fd', 'port_id': '7064d357-6bbe-4302-95ac-eab03664669a', 'mac_address': 'fa:16:3e:2f:af:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10d22c1f-33e0-4527-bb5d-63253813ffaa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:27:02.896169 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:02.914137 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8b263-52ad-47a1-be59-90446159944f req-e4f06d50-f2c9-415f-9b9b-21b719ad5629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:02.915870 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-68b8b263-52ad-47a1-be59-90446159944f req-e4f06d50-f2c9-415f-9b9b-21b719ad5629 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=7fc2da6b-035c-428c-8a36-2438f46094fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0924418 Aug 30 04:27:02.938968 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ac7c87db-b86d-4696-af88-24b27a6d537a req-eb354f13-0e92-4ddb-bf21-6f0521161b9b tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1938217 Aug 30 04:27:02.964818 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-05a2b2f5-0524-4a12-8e79-d476ae9b1f8f req-2329ff44-ff93-4b58-9f7d-77afbc189dae tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692472 Aug 30 04:27:02.972973 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port 7064d357-6bbe-4302-95ac-eab03664669a is: DOWN; New status is: BUILD {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:27:02.973402 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (7064d357-6bbe-4302-95ac-eab03664669a), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:02.994129 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port 05e9029b-f746-406c-93bb-e93c4ab2ecb9 is: BUILD; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:27:02.994690 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (05e9029b-f746-406c-93bb-e93c4ab2ecb9), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:02.997589 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7064d357-6bbe-4302-95ac-eab03664669a {{(pid=106259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:27:03.034697 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 7064d357-6bbe-4302-95ac-eab03664669a, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=7064d357-6bbe-4302-95ac-eab03664669a,segment=NetworkSegment(18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12),segment_id=18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:27:03.041960 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f359fb4c-9bdc-4898-81b0-26ea768f4444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e9029b-f746-406c-93bb-e93c4ab2ecb9'}] {{(pid=106259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:27:03.117445 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (7064d357-6bbe-4302-95ac-eab03664669a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:03.130742 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 05e9029b-f746-406c-93bb-e93c4ab2ecb9, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=05e9029b-f746-406c-93bb-e93c4ab2ecb9,segment=NetworkSegment(bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb),segment_id=bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:27:03.153239 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f980b8-888b-40fd-8aa7-2e639e876798 req-7c96ba40-2afd-4a25-b95e-79bb6b0c68d5 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:03.160949 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-18f980b8-888b-40fd-8aa7-2e639e876798 req-7c96ba40-2afd-4a25-b95e-79bb6b0c68d5 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d806a7e5-3fc3-41e8-a0c3-68f01b20863e HTTP/1.1" status: 200 len: 943 time: 0.0862830 Aug 30 04:27:03.161304 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (05e9029b-f746-406c-93bb-e93c4ab2ecb9), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:03.162122 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 2fdbdf3d-c596-40b2-9e74-2020a17a72ed up at agent hyperv_hv-cinder-85426 {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:27:03.221620 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:03.223703 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=7064d357-6bbe-4302-95ac-eab03664669a,revision_number=4']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:03.249100 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-18f980b8-888b-40fd-8aa7-2e639e876798 req-26e9387c-fe4c-4682-8dc3-138ba12d6ebf tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ac47b65d-6a9d-4340-934a-1940db864f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867724 Aug 30 04:27:03.269600 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e273ce8b2ae48758be2a6d8dc958f9d92735a0e32143c567216a16ba221820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb86f90-7946-4ffe-96ea-5c67db85e3ed" -d '{"events": [{"server_uuid": "f359fb4c-9bdc-4898-81b0-26ea768f4444", "name": "network-vif-plugged", "status": "completed", "tag": "05e9029b-f746-406c-93bb-e93c4ab2ecb9"}]}' {{(pid=106259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:27:03.274285 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Provisioning for port 2fdbdf3d-c596-40b2-9e74-2020a17a72ed completed by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:27:03.280924 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 50638) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:03.285807 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Provisioning complete for port 2fdbdf3d-c596-40b2-9e74-2020a17a72ed triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:27:03.286202 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (2fdbdf3d-c596-40b2-9e74-2020a17a72ed), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:03.335050 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=05e9029b-f746-406c-93bb-e93c4ab2ecb9,revision_number=5']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:03.390142 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26d686f-f04e-424e-b129-772fae00fcf2 x-openstack-request-id: req-f26d686f-f04e-424e-b129-772fae00fcf2 {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:27:03.390453 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f359fb4c-9bdc-4898-81b0-26ea768f4444", "name": "network-vif-plugged", "status": "completed", "tag": "05e9029b-f746-406c-93bb-e93c4ab2ecb9", "code": 200}]} {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:27:03.390715 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-f26d686f-f04e-424e-b129-772fae00fcf2 {{(pid=106259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:27:03.391173 dv-cinder-854265-2-iscsi neutron-server[106259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f26d686f-f04e-424e-b129-772fae00fcf2'] response: {'server_uuid': 'f359fb4c-9bdc-4898-81b0-26ea768f4444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e9029b-f746-406c-93bb-e93c4ab2ecb9', 'code': 200} Aug 30 04:27:03.391849 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port 2fdbdf3d-c596-40b2-9e74-2020a17a72ed is: BUILD; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:27:03.392237 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (2fdbdf3d-c596-40b2-9e74-2020a17a72ed), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:03.410807 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-14b9a311-de95-4617-b0ef-5245c4e0e3bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:03.426387 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 2fdbdf3d-c596-40b2-9e74-2020a17a72ed, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2fdbdf3d-c596-40b2-9e74-2020a17a72ed,segment=NetworkSegment(bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb),segment_id=bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:27:03.430201 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (2fdbdf3d-c596-40b2-9e74-2020a17a72ed), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:03.481361 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=2fdbdf3d-c596-40b2-9e74-2020a17a72ed,revision_number=5']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:03.490363 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-14b9a311-de95-4617-b0ef-5245c4e0e3bf admin admin] Publish callbacks [] for security_group (5c2bc7fa-af7a-4093-be01-d42e8b1f106e), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:03.494940 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-14b9a311-de95-4617-b0ef-5245c4e0e3bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (5c2bc7fa-af7a-4093-be01-d42e8b1f106e), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:03.537326 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-14b9a311-de95-4617-b0ef-5245c4e0e3bf admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=5d4f545ca0644ba1b50375b65ae4386f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2551646 Aug 30 04:27:03.537932 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9a311-de95-4617-b0ef-5245c4e0e3bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2bc7fa-af7a-4093-be01-d42e8b1f106e,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:03.540590 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 50646) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:03.588916 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-152827c4-da65-496f-9145-6a976284ecb0 admin admin] Publish callbacks [] for security_group (5c2bc7fa-af7a-4093-be01-d42e8b1f106e), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:03.608858 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-152827c4-da65-496f-9145-6a976284ecb0 admin admin] Publish callbacks [] for security_group (5c2bc7fa-af7a-4093-be01-d42e8b1f106e), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:03.657762 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-152827c4-da65-496f-9145-6a976284ecb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (5c2bc7fa-af7a-4093-be01-d42e8b1f106e), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:03.660441 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-152827c4-da65-496f-9145-6a976284ecb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:03.661623 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-152827c4-da65-496f-9145-6a976284ecb0 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/5c2bc7fa-af7a-4093-be01-d42e8b1f106e HTTP/1.1" status: 204 len: 168 time: 0.1198094 Aug 30 04:27:03.669454 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152827c4-da65-496f-9145-6a976284ecb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2bc7fa-af7a-4093-be01-d42e8b1f106e,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:03.927403 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 50656) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:03.943588 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b33ecc1f-86d9-47e6-ae93-419fb63406a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:03.982205 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:04.030921 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:04.048545 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b33ecc1f-86d9-47e6-ae93-419fb63406a1 admin admin] Publish callbacks [] for security_group (23199691-85a0-4d69-b458-6811b07bdb1d), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:04.054617 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b33ecc1f-86d9-47e6-ae93-419fb63406a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (23199691-85a0-4d69-b458-6811b07bdb1d), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:04.113503 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b91953-8fc4-4ff3-a77e-d9adc015ee60 req-38e18ddc-cbdc-46f5-812b-5a88fe6f0e1c tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:04.114767 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-88b91953-8fc4-4ff3-a77e-d9adc015ee60 req-38e18ddc-cbdc-46f5-812b-5a88fe6f0e1c tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 944 time: 0.1031241 Aug 30 04:27:04.149971 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-b33ecc1f-86d9-47e6-ae93-419fb63406a1 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=057462e65af3459b9e7cd9703542cda3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2212870 Aug 30 04:27:04.152705 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 50662) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:04.160459 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33ecc1f-86d9-47e6-ae93-419fb63406a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23199691-85a0-4d69-b458-6811b07bdb1d,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:04.190855 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578dc69-268a-4a83-9d29-b63e24c74fac req-517bb894-a67b-43fd-b076-093d95a82109 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:04.192333 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f578dc69-268a-4a83-9d29-b63e24c74fac req-517bb894-a67b-43fd-b076-093d95a82109 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 946 time: 0.1352584 Aug 30 04:27:04.199465 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-88b91953-8fc4-4ff3-a77e-d9adc015ee60 req-bf89881a-3896-40f8-90fa-0052ac06504b tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766935 Aug 30 04:27:04.203466 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a8637207-86c8-4d11-8b4a-95a3bdc78f2c admin admin] Publish callbacks [] for security_group (23199691-85a0-4d69-b458-6811b07bdb1d), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:04.233760 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a8637207-86c8-4d11-8b4a-95a3bdc78f2c admin admin] Publish callbacks [] for security_group (23199691-85a0-4d69-b458-6811b07bdb1d), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:04.242144 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f578dc69-268a-4a83-9d29-b63e24c74fac req-5a6b7b24-7f07-461e-87a7-b42690ef5ae5 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417502 Aug 30 04:27:04.288311 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a8637207-86c8-4d11-8b4a-95a3bdc78f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (23199691-85a0-4d69-b458-6811b07bdb1d), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:04.291429 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a8637207-86c8-4d11-8b4a-95a3bdc78f2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:04.292368 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-a8637207-86c8-4d11-8b4a-95a3bdc78f2c admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/23199691-85a0-4d69-b458-6811b07bdb1d HTTP/1.1" status: 204 len: 168 time: 0.1386456 Aug 30 04:27:04.304670 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8637207-86c8-4d11-8b4a-95a3bdc78f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23199691-85a0-4d69-b458-6811b07bdb1d,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:04.359439 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878603a-4f4a-4144-a5c5-40375889ec2a req-fefc1068-6269-4a29-b3a8-0c5f898d8cef tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:04.363803 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5878603a-4f4a-4144-a5c5-40375889ec2a req-fefc1068-6269-4a29-b3a8-0c5f898d8cef tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d806a7e5-3fc3-41e8-a0c3-68f01b20863e HTTP/1.1" status: 200 len: 943 time: 0.0506387 Aug 30 04:27:04.414932 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5878603a-4f4a-4144-a5c5-40375889ec2a req-06feb09f-74e2-4b83-88a8-62d577a44b14 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ac47b65d-6a9d-4340-934a-1940db864f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475948 Aug 30 04:27:04.647285 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 50674) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:04.661181 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a5484aff-eb38-4a3c-835d-3c657a24d308 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:04.740558 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a5484aff-eb38-4a3c-835d-3c657a24d308 admin admin] Publish callbacks [] for security_group (30a00a4c-7464-4a6f-ade8-5691c155773e), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:04.744452 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a5484aff-eb38-4a3c-835d-3c657a24d308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (30a00a4c-7464-4a6f-ade8-5691c155773e), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:04.785031 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-a5484aff-eb38-4a3c-835d-3c657a24d308 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=860f76d4cfde4e3ca3d1cff9f728d622&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1366293 Aug 30 04:27:04.786922 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5484aff-eb38-4a3c-835d-3c657a24d308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a00a4c-7464-4a6f-ade8-5691c155773e,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:04.787721 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 50678) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:04.836075 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3c32c6b4-82b3-40ab-922f-dfadbcaea6f6 admin admin] Publish callbacks [] for security_group (30a00a4c-7464-4a6f-ade8-5691c155773e), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:04.859512 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3c32c6b4-82b3-40ab-922f-dfadbcaea6f6 admin admin] Publish callbacks [] for security_group (30a00a4c-7464-4a6f-ade8-5691c155773e), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:04.905558 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3c32c6b4-82b3-40ab-922f-dfadbcaea6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (30a00a4c-7464-4a6f-ade8-5691c155773e), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:04.908119 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3c32c6b4-82b3-40ab-922f-dfadbcaea6f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:04.909823 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-3c32c6b4-82b3-40ab-922f-dfadbcaea6f6 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/30a00a4c-7464-4a6f-ade8-5691c155773e HTTP/1.1" status: 204 len: 168 time: 0.1211386 Aug 30 04:27:04.922284 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c32c6b4-82b3-40ab-922f-dfadbcaea6f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a00a4c-7464-4a6f-ade8-5691c155773e,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:05.325291 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e60c9bb-0c02-4204-95ff-afde97102fb4 req-a4dd10f2-13a3-49ce-9890-b588810149f9 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:05.326843 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0e60c9bb-0c02-4204-95ff-afde97102fb4 req-a4dd10f2-13a3-49ce-9890-b588810149f9 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 944 time: 0.0516574 Aug 30 04:27:05.393008 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a97c5a-7835-4178-8975-f4ce0f14bcda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fdbdf3d-c596-40b2-9e74-2020a17a72ed'}] {{(pid=106259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:27:05.397897 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e273ce8b2ae48758be2a6d8dc958f9d92735a0e32143c567216a16ba221820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85aebda-2fb8-4955-ae98-23059d7beaa0" -d '{"events": [{"server_uuid": "b6a97c5a-7835-4178-8975-f4ce0f14bcda", "name": "network-vif-plugged", "status": "completed", "tag": "2fdbdf3d-c596-40b2-9e74-2020a17a72ed"}]}' {{(pid=106259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:27:05.403288 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121377bd-0bf9-4b7e-91ee-4cdc2bb56778 req-4a0cd34a-7a28-4425-a7de-c1c77baa8f50 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:05.405358 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-121377bd-0bf9-4b7e-91ee-4cdc2bb56778 req-4a0cd34a-7a28-4425-a7de-c1c77baa8f50 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 946 time: 0.0771079 Aug 30 04:27:05.435103 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0e60c9bb-0c02-4204-95ff-afde97102fb4 req-c2fe1e77-7629-41e8-9db5-fbe2c8ec59f2 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966203 Aug 30 04:27:05.470519 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-121377bd-0bf9-4b7e-91ee-4cdc2bb56778 req-6b93c670-98a9-44dd-a680-6d797b993abd tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583413 Aug 30 04:27:05.497239 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a551f4f7-4b72-4090-9f02-8abb44100373 x-openstack-request-id: req-a551f4f7-4b72-4090-9f02-8abb44100373 {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:27:05.497556 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a97c5a-7835-4178-8975-f4ce0f14bcda", "name": "network-vif-plugged", "status": "completed", "tag": "2fdbdf3d-c596-40b2-9e74-2020a17a72ed", "code": 200}]} {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:27:05.497823 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-a551f4f7-4b72-4090-9f02-8abb44100373 {{(pid=106259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:27:05.498224 dv-cinder-854265-2-iscsi neutron-server[106259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a551f4f7-4b72-4090-9f02-8abb44100373'] response: {'server_uuid': 'b6a97c5a-7835-4178-8975-f4ce0f14bcda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fdbdf3d-c596-40b2-9e74-2020a17a72ed', 'code': 200} Aug 30 04:27:05.593947 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9334c-fb38-4bb0-b6a9-0bc55f19a94f req-9a6b1803-0194-4bfd-bf29-523adcb86dde tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:05.595543 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-76e9334c-fb38-4bb0-b6a9-0bc55f19a94f req-9a6b1803-0194-4bfd-bf29-523adcb86dde tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d806a7e5-3fc3-41e8-a0c3-68f01b20863e HTTP/1.1" status: 200 len: 943 time: 0.0522041 Aug 30 04:27:05.652070 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-76e9334c-fb38-4bb0-b6a9-0bc55f19a94f req-575b8f49-7110-48eb-a100-4dc521970343 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ac47b65d-6a9d-4340-934a-1940db864f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449674 Aug 30 04:27:06.087571 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 50728) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:06.203120 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-89e3fb2b-3e36-4337-85b0-35443ae3b1e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:06.243264 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:06.286202 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-89e3fb2b-3e36-4337-85b0-35443ae3b1e5 admin admin] Publish callbacks [] for security_group (fd3d2fbe-6917-4865-8da2-4e4c16a43c16), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:06.289913 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-89e3fb2b-3e36-4337-85b0-35443ae3b1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (fd3d2fbe-6917-4865-8da2-4e4c16a43c16), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:06.329487 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-89e3fb2b-3e36-4337-85b0-35443ae3b1e5 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=8d82c4611d04411999cfd12e3d6049ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2407198 Aug 30 04:27:06.330386 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e3fb2b-3e36-4337-85b0-35443ae3b1e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3d2fbe-6917-4865-8da2-4e4c16a43c16,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:06.332193 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 50732) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:06.378827 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:06.383000 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-435229c5-2b8e-4478-b723-cec95092e4d1 admin admin] Publish callbacks [] for security_group (fd3d2fbe-6917-4865-8da2-4e4c16a43c16), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:06.404400 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-435229c5-2b8e-4478-b723-cec95092e4d1 admin admin] Publish callbacks [] for security_group (fd3d2fbe-6917-4865-8da2-4e4c16a43c16), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:06.412566 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:06.439560 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] get_ports_and_sgs() called for port_ids ['7064d357-6bbe-4302-95ac-eab03664669a'] {{(pid=106259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:27:06.463587 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-435229c5-2b8e-4478-b723-cec95092e4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (fd3d2fbe-6917-4865-8da2-4e4c16a43c16), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:06.466589 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-435229c5-2b8e-4478-b723-cec95092e4d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:06.471659 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-435229c5-2b8e-4478-b723-cec95092e4d1 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/fd3d2fbe-6917-4865-8da2-4e4c16a43c16 HTTP/1.1" status: 204 len: 168 time: 0.1373801 Aug 30 04:27:06.479817 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435229c5-2b8e-4478-b723-cec95092e4d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3d2fbe-6917-4865-8da2-4e4c16a43c16,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:06.577321 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:06.612525 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f83a0a-48e0-4c64-b53f-42707f0c482a req-14453032-dd72-40fd-acac-580d0e5aa45a tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:06.614334 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-05f83a0a-48e0-4c64-b53f-42707f0c482a req-14453032-dd72-40fd-acac-580d0e5aa45a tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 944 time: 0.0752599 Aug 30 04:27:06.668991 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c661f-55da-4094-b54f-2059138e9099 req-ba246f7f-eead-4b8f-b21b-3ad910a015cb tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:06.670558 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-cc2c661f-55da-4094-b54f-2059138e9099 req-ba246f7f-eead-4b8f-b21b-3ad910a015cb tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 946 time: 0.0816393 Aug 30 04:27:06.706682 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-05f83a0a-48e0-4c64-b53f-42707f0c482a req-ba698d47-786f-468d-9ddd-f10c19266792 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747705 Aug 30 04:27:06.749771 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-cc2c661f-55da-4094-b54f-2059138e9099 req-93760bc2-624e-48e9-ada4-d427625f4f6c tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727086 Aug 30 04:27:06.843625 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854cd6c4-18ab-4d60-8c4b-708a9a006b4e req-c847d408-c246-4380-9dd3-029736e7d2b3 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:06.849545 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-854cd6c4-18ab-4d60-8c4b-708a9a006b4e req-c847d408-c246-4380-9dd3-029736e7d2b3 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d806a7e5-3fc3-41e8-a0c3-68f01b20863e HTTP/1.1" status: 200 len: 943 time: 0.0608373 Aug 30 04:27:06.902624 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-854cd6c4-18ab-4d60-8c4b-708a9a006b4e req-a519f1e7-481d-48df-9154-47b3aa328485 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ac47b65d-6a9d-4340-934a-1940db864f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513279 Aug 30 04:27:07.548135 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-68b8b263-52ad-47a1-be59-90446159944f req-daa1fb87-42f5-44a3-af82-1d8a5aa99bff service neutron] 10.222.0.71 "GET /networking/v2.0/networks/7fc2da6b-035c-428c-8a36-2438f46094fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895912 Aug 30 04:27:07.742554 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fed389-8898-4d51-8c20-87f139202ac6 req-13faac07-3847-46e5-a822-af63f8d31833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:07.744511 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a5fed389-8898-4d51-8c20-87f139202ac6 req-13faac07-3847-46e5-a822-af63f8d31833 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 1130 time: 0.1040018 Aug 30 04:27:07.790879 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-a5fed389-8898-4d51-8c20-87f139202ac6 req-52806bb7-84f0-425f-872d-deaebe91ab88 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:07.811182 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-68b8b263-52ad-47a1-be59-90446159944f req-c3965158-50f4-46a1-9a30-4d68892bc0d6 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/7fc2da6b-035c-428c-8a36-2438f46094fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510941 Aug 30 04:27:07.839933 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a0a65-b002-4737-93cc-62812c63a5b6 req-febde130-4d0d-49fa-9adc-13e4e56cfd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:07.842720 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-258a0a65-b002-4737-93cc-62812c63a5b6 req-febde130-4d0d-49fa-9adc-13e4e56cfd8e service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 1130 time: 0.1609073 Aug 30 04:27:07.881892 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-258a0a65-b002-4737-93cc-62812c63a5b6 req-ce870f3b-7ef0-41d1-9642-b28c76fc5972 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:07.978657 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 7064d357-6bbe-4302-95ac-eab03664669a up at agent hyperv_hv-cinder-85426 {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:27:08.008445 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-a5fed389-8898-4d51-8c20-87f139202ac6 req-52806bb7-84f0-425f-872d-deaebe91ab88 service neutron] Publish callbacks [] for security_group (700ece03-494c-4630-8aad-38044ab3b1a5), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:08.017825 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9c46e-814e-463f-a030-08d98f0d5750 req-ac3d273e-f78b-47cd-966f-beda7eb6bbd5 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:08.019391 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.db.api [req-258a0a65-b002-4737-93cc-62812c63a5b6 req-ce870f3b-7ef0-41d1-9642-b28c76fc5972 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) a860dcc3b2d64d1491c40710ec7423a5 {{(pid=106257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 30 04:27:08.019780 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG oslo_db.api [req-258a0a65-b002-4737-93cc-62812c63a5b6 req-ce870f3b-7ef0-41d1-9642-b28c76fc5972 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 04:27:08.027267 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-72a9c46e-814e-463f-a030-08d98f0d5750 req-ac3d273e-f78b-47cd-966f-beda7eb6bbd5 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 944 time: 0.1618469 Aug 30 04:27:08.040033 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-a5fed389-8898-4d51-8c20-87f139202ac6 req-52806bb7-84f0-425f-872d-deaebe91ab88 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (700ece03-494c-4630-8aad-38044ab3b1a5), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:08.055235 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Provisioning for port 7064d357-6bbe-4302-95ac-eab03664669a completed by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:27:08.063339 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Provisioning complete for port 7064d357-6bbe-4302-95ac-eab03664669a triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:27:08.063988 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (7064d357-6bbe-4302-95ac-eab03664669a), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:08.094354 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a5fed389-8898-4d51-8c20-87f139202ac6 req-52806bb7-84f0-425f-872d-deaebe91ab88 service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272583 Aug 30 04:27:08.103623 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0064f3-fe3a-4d47-8663-4f3957221f1c req-18b5103a-de39-4689-884b-6cb548f65b58 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:08.111435 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4e0064f3-fe3a-4d47-8663-4f3957221f1c req-18b5103a-de39-4689-884b-6cb548f65b58 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 946 time: 0.2212019 Aug 30 04:27:08.149327 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52806bb7-84f0-425f-872d-deaebe91ab88 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=700ece03-494c-4630-8aad-38044ab3b1a5,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:08.162102 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:08.194852 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:08.208540 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port 7064d357-6bbe-4302-95ac-eab03664669a is: BUILD; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:27:08.208540 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (7064d357-6bbe-4302-95ac-eab03664669a), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:08.217319 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-72a9c46e-814e-463f-a030-08d98f0d5750 req-cfd74762-02d3-4304-8da3-73d19d148053 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1850595 Aug 30 04:27:08.239820 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4e0064f3-fe3a-4d47-8663-4f3957221f1c req-94cc3bf3-1b1d-4f6a-9adf-df6898090c25 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271687 Aug 30 04:27:08.248447 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d93d3bc-5adc-40f9-b372-b24ded320831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7064d357-6bbe-4302-95ac-eab03664669a'}] {{(pid=106259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:27:08.251777 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e273ce8b2ae48758be2a6d8dc958f9d92735a0e32143c567216a16ba221820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8155436a-4b6e-4f27-97d4-f346d2325d8a" -d '{"events": [{"server_uuid": "3d93d3bc-5adc-40f9-b372-b24ded320831", "name": "network-vif-plugged", "status": "completed", "tag": "7064d357-6bbe-4302-95ac-eab03664669a"}]}' {{(pid=106259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:27:08.281515 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 7064d357-6bbe-4302-95ac-eab03664669a, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=7064d357-6bbe-4302-95ac-eab03664669a,segment=NetworkSegment(18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12),segment_id=18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:27:08.296133 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (7064d357-6bbe-4302-95ac-eab03664669a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:08.384598 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8791767a-a3b2-48c4-a8c5-f45fe908c63e x-openstack-request-id: req-8791767a-a3b2-48c4-a8c5-f45fe908c63e {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:27:08.386220 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d93d3bc-5adc-40f9-b372-b24ded320831", "name": "network-vif-plugged", "status": "completed", "tag": "7064d357-6bbe-4302-95ac-eab03664669a", "code": 200}]} {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:27:08.386734 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-8791767a-a3b2-48c4-a8c5-f45fe908c63e {{(pid=106259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:27:08.387258 dv-cinder-854265-2-iscsi neutron-server[106259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8791767a-a3b2-48c4-a8c5-f45fe908c63e'] response: {'server_uuid': '3d93d3bc-5adc-40f9-b372-b24ded320831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7064d357-6bbe-4302-95ac-eab03664669a', 'code': 200} Aug 30 04:27:08.389930 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=7064d357-6bbe-4302-95ac-eab03664669a,revision_number=5']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:08.522152 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-258a0a65-b002-4737-93cc-62812c63a5b6 req-ce870f3b-7ef0-41d1-9642-b28c76fc5972 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:08.571282 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90160b-7f7c-4828-9dd1-f54e404f29ad req-a6f62163-e104-4d3d-8bfe-a0b7d6664e55 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:08.572913 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1b90160b-7f7c-4828-9dd1-f54e404f29ad req-a6f62163-e104-4d3d-8bfe-a0b7d6664e55 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d806a7e5-3fc3-41e8-a0c3-68f01b20863e HTTP/1.1" status: 200 len: 943 time: 0.2741396 Aug 30 04:27:08.655583 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:08.664920 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-258a0a65-b002-4737-93cc-62812c63a5b6 req-ce870f3b-7ef0-41d1-9642-b28c76fc5972 service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8115535 Aug 30 04:27:08.680340 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1b90160b-7f7c-4828-9dd1-f54e404f29ad req-18bbca60-a8ea-41c9-9373-40a56ac5e76e tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ac47b65d-6a9d-4340-934a-1940db864f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016643 Aug 30 04:27:09.368656 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3678a-6248-4a8c-952c-826f3a5e13c8 req-7115a989-353f-4016-b033-273de343b635 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:09.370385 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7eb3678a-6248-4a8c-952c-826f3a5e13c8 req-7115a989-353f-4016-b033-273de343b635 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.0823674 Aug 30 04:27:09.389647 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40897bfe-72dc-42a9-a427-08f8d0895606 req-d2de94ed-39ba-4c59-acb5-92cbbf5f0910 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:09.391030 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-40897bfe-72dc-42a9-a427-08f8d0895606 req-d2de94ed-39ba-4c59-acb5-92cbbf5f0910 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 946 time: 0.0665674 Aug 30 04:27:09.450860 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7eb3678a-6248-4a8c-952c-826f3a5e13c8 req-4e87e1c5-04bf-4023-82a2-b5f1490076bc tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749118 Aug 30 04:27:09.462009 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-40897bfe-72dc-42a9-a427-08f8d0895606 req-3716eb22-064d-4930-9609-d68dc18f47c6 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643525 Aug 30 04:27:09.537559 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:09.835854 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50528153-208d-453c-afa7-5c63a3b62f9c req-42e0b4e6-bb25-403e-81de-d07b1be5f00d tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:09.837652 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-50528153-208d-453c-afa7-5c63a3b62f9c req-42e0b4e6-bb25-403e-81de-d07b1be5f00d tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d806a7e5-3fc3-41e8-a0c3-68f01b20863e HTTP/1.1" status: 200 len: 943 time: 0.0668261 Aug 30 04:27:09.896139 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-50528153-208d-453c-afa7-5c63a3b62f9c req-d610c934-08a5-4ccb-b2ec-e916d390e3a2 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ac47b65d-6a9d-4340-934a-1940db864f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503399 Aug 30 04:27:09.959658 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 61195d18-1dc2-42e7-aecc-14a342ca47f9 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:27:09.981918 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:10.111811 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 61195d18-1dc2-42e7-aecc-14a342ca47f9, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=61195d18-1dc2-42e7-aecc-14a342ca47f9,segment=NetworkSegment(794373ad-e262-4f96-90af-98a4594608f3),segment_id=794373ad-e262-4f96-90af-98a4594608f3)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:27:10.131432 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Returning: {'device': '61195d18-1dc2-42e7-aecc-14a342ca47f9', 'network_id': '2ae43651-2c59-4902-9fbc-2b9d1dde6e96', 'port_id': '61195d18-1dc2-42e7-aecc-14a342ca47f9', 'mac_address': 'fa:16:3e:a0:f7:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '395c78ef-834d-43ef-9fdc-f18f8ef90d24', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:27:10.176654 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port 61195d18-1dc2-42e7-aecc-14a342ca47f9 is: DOWN; New status is: BUILD {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:27:10.177091 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (61195d18-1dc2-42e7-aecc-14a342ca47f9), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:10.191624 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61195d18-1dc2-42e7-aecc-14a342ca47f9 {{(pid=106259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:27:10.213646 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 61195d18-1dc2-42e7-aecc-14a342ca47f9, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=61195d18-1dc2-42e7-aecc-14a342ca47f9,segment=NetworkSegment(794373ad-e262-4f96-90af-98a4594608f3),segment_id=794373ad-e262-4f96-90af-98a4594608f3)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:27:10.217523 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (61195d18-1dc2-42e7-aecc-14a342ca47f9), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:10.251266 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 50924) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:10.288044 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=61195d18-1dc2-42e7-aecc-14a342ca47f9,revision_number=4']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:10.291996 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9410ce8-1865-4a4e-92c9-0ad452f10334 req-6fcf637b-fb66-4ee3-873d-8bca4ecd4c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:10.293758 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-d9410ce8-1865-4a4e-92c9-0ad452f10334 req-6fcf637b-fb66-4ee3-873d-8bca4ecd4c58 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 1129 time: 0.0699885 Aug 30 04:27:10.392805 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-211a0a77-f225-4260-a62c-daebc25b0277 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:10.486164 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-211a0a77-f225-4260-a62c-daebc25b0277 admin admin] Publish callbacks [] for security_group (78352f76-8df1-4034-a6a8-7f3a27915a6c), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:10.492345 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-211a0a77-f225-4260-a62c-daebc25b0277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (78352f76-8df1-4034-a6a8-7f3a27915a6c), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:10.545350 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-211a0a77-f225-4260-a62c-daebc25b0277 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=b5e2d9838e6f4161a4f6a05d6cab3f3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2923102 Aug 30 04:27:10.546555 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a0a77-f225-4260-a62c-daebc25b0277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78352f76-8df1-4034-a6a8-7f3a27915a6c,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:10.548045 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 50946) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:10.570542 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211a0a77-f225-4260-a62c-daebc25b0277 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:10.570899 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211a0a77-f225-4260-a62c-daebc25b0277 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:10.571258 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211a0a77-f225-4260-a62c-daebc25b0277 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:10.571670 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211a0a77-f225-4260-a62c-daebc25b0277 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:10.572006 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211a0a77-f225-4260-a62c-daebc25b0277 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:10.572329 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211a0a77-f225-4260-a62c-daebc25b0277 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:10.573232 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211a0a77-f225-4260-a62c-daebc25b0277 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:10.573729 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211a0a77-f225-4260-a62c-daebc25b0277 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:10.574221 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211a0a77-f225-4260-a62c-daebc25b0277 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:10.574710 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211a0a77-f225-4260-a62c-daebc25b0277 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:10.575202 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211a0a77-f225-4260-a62c-daebc25b0277 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:10.575694 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211a0a77-f225-4260-a62c-daebc25b0277 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:10.576654 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211a0a77-f225-4260-a62c-daebc25b0277 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:10.577271 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211a0a77-f225-4260-a62c-daebc25b0277 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:10.577738 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211a0a77-f225-4260-a62c-daebc25b0277 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:10.637838 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-87c1d970-587e-461d-88bd-4de530fa141f admin admin] Publish callbacks [] for security_group (78352f76-8df1-4034-a6a8-7f3a27915a6c), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:10.647904 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02963f0d-a18e-4934-af7a-4c110a1879eb req-3fa4d0d8-5e3d-442a-8870-b65ad1ad0dca tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:10.649548 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-02963f0d-a18e-4934-af7a-4c110a1879eb req-3fa4d0d8-5e3d-442a-8870-b65ad1ad0dca tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.0988302 Aug 30 04:27:10.663904 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e6131f-258a-4013-934e-ecacd7324229 req-6b5f3716-526f-431d-ac8f-2fe5f0a21768 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:10.665626 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f6e6131f-258a-4013-934e-ecacd7324229 req-6b5f3716-526f-431d-ac8f-2fe5f0a21768 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 946 time: 0.0631001 Aug 30 04:27:10.748755 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-02963f0d-a18e-4934-af7a-4c110a1879eb req-25488992-08f9-4fc5-a0db-3dcbf3add71d tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819917 Aug 30 04:27:10.752694 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f6e6131f-258a-4013-934e-ecacd7324229 req-6c915d94-6a5d-4956-aaa3-5b6d7a9cab54 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792387 Aug 30 04:27:10.802829 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] get_ports_and_sgs() called for port_ids ['61195d18-1dc2-42e7-aecc-14a342ca47f9'] {{(pid=106259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:27:10.819808 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-87c1d970-587e-461d-88bd-4de530fa141f admin admin] Publish callbacks [] for security_group (78352f76-8df1-4034-a6a8-7f3a27915a6c), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:10.867168 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-87c1d970-587e-461d-88bd-4de530fa141f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (78352f76-8df1-4034-a6a8-7f3a27915a6c), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:10.870157 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-87c1d970-587e-461d-88bd-4de530fa141f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:10.871442 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-87c1d970-587e-461d-88bd-4de530fa141f admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/78352f76-8df1-4034-a6a8-7f3a27915a6c HTTP/1.1" status: 204 len: 168 time: 0.3213689 Aug 30 04:27:10.881434 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1d970-587e-461d-88bd-4de530fa141f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78352f76-8df1-4034-a6a8-7f3a27915a6c,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:10.889885 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c1d970-587e-461d-88bd-4de530fa141f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:10.890185 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c1d970-587e-461d-88bd-4de530fa141f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:10.890531 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c1d970-587e-461d-88bd-4de530fa141f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:10.891019 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c1d970-587e-461d-88bd-4de530fa141f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:10.891890 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c1d970-587e-461d-88bd-4de530fa141f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:10.892434 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c1d970-587e-461d-88bd-4de530fa141f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:10.892774 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c1d970-587e-461d-88bd-4de530fa141f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:10.893132 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c1d970-587e-461d-88bd-4de530fa141f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:10.893468 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c1d970-587e-461d-88bd-4de530fa141f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:10.893800 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c1d970-587e-461d-88bd-4de530fa141f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:10.894152 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c1d970-587e-461d-88bd-4de530fa141f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:10.894536 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c1d970-587e-461d-88bd-4de530fa141f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:10.894861 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c1d970-587e-461d-88bd-4de530fa141f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:10.895182 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c1d970-587e-461d-88bd-4de530fa141f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:10.895504 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c1d970-587e-461d-88bd-4de530fa141f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:11.037990 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d9bf8-a77e-4826-b58f-be69d10d64cb req-77a469f9-3160-41d2-bd02-1c50dfea583c tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:11.039451 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-af1d9bf8-a77e-4826-b58f-be69d10d64cb req-77a469f9-3160-41d2-bd02-1c50dfea583c tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d806a7e5-3fc3-41e8-a0c3-68f01b20863e HTTP/1.1" status: 200 len: 944 time: 0.0520422 Aug 30 04:27:11.087732 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-af1d9bf8-a77e-4826-b58f-be69d10d64cb req-3b6028c0-b015-4177-b688-bb5c85d28f2e tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ac47b65d-6a9d-4340-934a-1940db864f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421519 Aug 30 04:27:11.169360 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 50956) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:11.175521 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:11.183904 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f8ce2582-445f-4d08-a390-5da610a2edad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:11.261660 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f8ce2582-445f-4d08-a390-5da610a2edad admin admin] Publish callbacks [] for security_group (d6c674f2-74cb-4fb1-8d01-a3debb3179f5), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:11.265003 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f8ce2582-445f-4d08-a390-5da610a2edad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (d6c674f2-74cb-4fb1-8d01-a3debb3179f5), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:11.306995 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce2582-445f-4d08-a390-5da610a2edad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c674f2-74cb-4fb1-8d01-a3debb3179f5,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:11.313898 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-f8ce2582-445f-4d08-a390-5da610a2edad admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=03fb623eee534c9bb86ec43fde16eed9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1409526 Aug 30 04:27:11.314873 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 50962) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:11.338626 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:11.368306 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-171fcce7-d55a-443f-9c45-3d6a485cdbe5 admin admin] Publish callbacks [] for security_group (d6c674f2-74cb-4fb1-8d01-a3debb3179f5), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:11.389143 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-171fcce7-d55a-443f-9c45-3d6a485cdbe5 admin admin] Publish callbacks [] for security_group (d6c674f2-74cb-4fb1-8d01-a3debb3179f5), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:11.438656 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-171fcce7-d55a-443f-9c45-3d6a485cdbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (d6c674f2-74cb-4fb1-8d01-a3debb3179f5), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:11.442360 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-171fcce7-d55a-443f-9c45-3d6a485cdbe5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:11.445849 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-171fcce7-d55a-443f-9c45-3d6a485cdbe5 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/d6c674f2-74cb-4fb1-8d01-a3debb3179f5 HTTP/1.1" status: 204 len: 168 time: 0.1276731 Aug 30 04:27:11.453323 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171fcce7-d55a-443f-9c45-3d6a485cdbe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c674f2-74cb-4fb1-8d01-a3debb3179f5,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:11.571314 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-d9410ce8-1865-4a4e-92c9-0ad452f10334 req-509a5690-6f8d-44de-a810-11ff6c28bbd2 service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597432 Aug 30 04:27:11.636207 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 50978) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:11.739344 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 50988) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:11.782299 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 50992) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:11.799509 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-7b1f6485-6087-4d7e-be2b-b2586fc9870c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:11.820844 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_v2 [None req-8269a8a1-39d3-4c27-aa58-b31011006882 admin admin] Deleting subnet 92026df6-7ef0-46e3-a4e1-2b27e0d619a6 {{(pid=106258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 04:27:11.831834 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-8269a8a1-39d3-4c27-aa58-b31011006882 admin admin] Publish callbacks [] for subnet (92026df6-7ef0-46e3-a4e1-2b27e0d619a6), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:11.967086 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-7b1f6485-6087-4d7e-be2b-b2586fc9870c admin admin] Publish callbacks [] for security_group (1a9fd5b3-886e-49f7-b8b2-8b12c4749552), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:11.973179 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-7b1f6485-6087-4d7e-be2b-b2586fc9870c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (1a9fd5b3-886e-49f7-b8b2-8b12c4749552), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:11.975597 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-8269a8a1-39d3-4c27-aa58-b31011006882 admin admin] Publish callbacks [] for subnet (92026df6-7ef0-46e3-a4e1-2b27e0d619a6), precommit_delete_associations {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:11.995498 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e466e9-a5ce-4b71-9747-7443060e5b61 req-5794f557-175c-4449-b59a-36554bfc33bb tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:11.998471 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-46e466e9-a5ce-4b71-9747-7443060e5b61 req-5794f557-175c-4449-b59a-36554bfc33bb tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.1186161 Aug 30 04:27:12.000091 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-8269a8a1-39d3-4c27-aa58-b31011006882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3893603'] for subnet (92026df6-7ef0-46e3-a4e1-2b27e0d619a6), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:12.023937 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 51000) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:12.035686 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-7b1f6485-6087-4d7e-be2b-b2586fc9870c admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=1e76228c6087450bae92877889c8d58c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2523141 Aug 30 04:27:12.035961 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 51004) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:12.036436 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f6485-6087-4d7e-be2b-b2586fc9870c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9fd5b3-886e-49f7-b8b2-8b12c4749552,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:12.066656 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb8359-bab9-4bb3-96c6-b7c4f9924287 req-67d129c1-69e0-42d8-8815-f1adeb5743aa tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:12.073390 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-befb8359-bab9-4bb3-96c6-b7c4f9924287 req-67d129c1-69e0-42d8-8815-f1adeb5743aa tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 946 time: 0.1753325 Aug 30 04:27:12.112317 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (dd0d0365-d50b-4401-90d8-c3ff73fab053), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:12.122352 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 61195d18-1dc2-42e7-aecc-14a342ca47f9 up at agent hyperv_hv-cinder-85426 {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:27:12.125232 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-0d2c9ff1-93f5-460e-b3e6-49fd8ad5e591 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:12.174602 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Provisioning for port 61195d18-1dc2-42e7-aecc-14a342ca47f9 completed by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:27:12.182385 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Provisioning complete for port 61195d18-1dc2-42e7-aecc-14a342ca47f9 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:27:12.183359 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (61195d18-1dc2-42e7-aecc-14a342ca47f9), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:12.184523 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-98935320-bb2c-4c3b-8e86-33299624b6e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:12.225250 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:12.227853 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-0d2c9ff1-93f5-460e-b3e6-49fd8ad5e591 admin admin] Publish callbacks [] for security_group (84ee5d14-a8b9-4fff-a565-898226a84fc3), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:12.234751 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:12.238058 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-0d2c9ff1-93f5-460e-b3e6-49fd8ad5e591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (84ee5d14-a8b9-4fff-a565-898226a84fc3), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:12.239267 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-46e466e9-a5ce-4b71-9747-7443060e5b61 req-8f90ee51-dc3b-4ae5-96c8-4aee8ee0b804 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2046742 Aug 30 04:27:12.247698 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-371d4a81-e106-45fc-b0f2-700ee7f42f71 admin admin] Publish callbacks [] for security_group (1a9fd5b3-886e-49f7-b8b2-8b12c4749552), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:12.250036 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-8269a8a1-39d3-4c27-aa58-b31011006882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055'] for subnet (92026df6-7ef0-46e3-a4e1-2b27e0d619a6), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:12.259672 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=3 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:12.274068 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-befb8359-bab9-4bb3-96c6-b7c4f9924287 req-c1e0dba8-f9d8-45b4-8408-5701887a591b tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997161 Aug 30 04:27:12.276096 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port 61195d18-1dc2-42e7-aecc-14a342ca47f9 is: BUILD; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:27:12.276706 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (61195d18-1dc2-42e7-aecc-14a342ca47f9), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:12.323068 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8269a8a1-39d3-4c27-aa58-b31011006882 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92026df6-7ef0-46e3-a4e1-2b27e0d619a6,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:12.341370 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-8269a8a1-39d3-4c27-aa58-b31011006882 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:12.346549 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-0d2c9ff1-93f5-460e-b3e6-49fd8ad5e591 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=2ef1fad6e4f7424abdb598e740902018&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3116956 Aug 30 04:27:12.347612 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-8269a8a1-39d3-4c27-aa58-b31011006882 admin admin] 10.222.0.85 "DELETE /networking/v2.0/subnets/92026df6-7ef0-46e3-a4e1-2b27e0d619a6 HTTP/1.1" status: 204 len: 168 time: 0.6071124 Aug 30 04:27:12.349835 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-371d4a81-e106-45fc-b0f2-700ee7f42f71 admin admin] Publish callbacks [] for security_group (1a9fd5b3-886e-49f7-b8b2-8b12c4749552), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:12.354554 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 51010) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:12.354862 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 51012) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:12.355644 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd806a7e5-3fc3-41e8-a0c3-68f01b20863e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61195d18-1dc2-42e7-aecc-14a342ca47f9'}] {{(pid=106259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:27:12.360829 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e273ce8b2ae48758be2a6d8dc958f9d92735a0e32143c567216a16ba221820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11399152-a42a-413c-a3d9-5cd9910fbf58" -d '{"events": [{"server_uuid": "d806a7e5-3fc3-41e8-a0c3-68f01b20863e", "name": "network-vif-plugged", "status": "completed", "tag": "61195d18-1dc2-42e7-aecc-14a342ca47f9"}]}' {{(pid=106259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:27:12.382103 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c9ff1-93f5-460e-b3e6-49fd8ad5e591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ee5d14-a8b9-4fff-a565-898226a84fc3,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:12.394217 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 61195d18-1dc2-42e7-aecc-14a342ca47f9, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=61195d18-1dc2-42e7-aecc-14a342ca47f9,segment=NetworkSegment(794373ad-e262-4f96-90af-98a4594608f3),segment_id=794373ad-e262-4f96-90af-98a4594608f3)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:27:12.404415 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (61195d18-1dc2-42e7-aecc-14a342ca47f9), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:12.463163 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:12.471512 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=61195d18-1dc2-42e7-aecc-14a342ca47f9,revision_number=5']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:12.479942 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:12.480540 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:12.480890 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:12.481263 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:12.481778 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:12.482264 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:12.482744 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:12.483231 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:12.483710 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:12.484203 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:12.484680 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:12.485190 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:12.485692 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:12.486721 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:12.487219 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:12.563225 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:12.572370 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df46997-fd9a-49d4-8f9c-2448fc901756 req-8a20d2d3-1b05-497f-9580-230639a089b9 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:12.573888 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0df46997-fd9a-49d4-8f9c-2448fc901756 req-8a20d2d3-1b05-497f-9580-230639a089b9 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d806a7e5-3fc3-41e8-a0c3-68f01b20863e HTTP/1.1" status: 200 len: 945 time: 0.1750121 Aug 30 04:27:12.579404 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-76c54652-dfca-4be5-9d2c-b585a2021f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3781726'] for network (fa6f2baa-9342-426e-bd5a-fee6852eb3c0), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:12.627234 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a65853-0ee1-4f29-baaa-95395ba18045 x-openstack-request-id: req-13a65853-0ee1-4f29-baaa-95395ba18045 {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:27:12.627582 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d806a7e5-3fc3-41e8-a0c3-68f01b20863e", "name": "network-vif-plugged", "status": "completed", "tag": "61195d18-1dc2-42e7-aecc-14a342ca47f9", "code": 200}]} {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:27:12.627862 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-13a65853-0ee1-4f29-baaa-95395ba18045 {{(pid=106259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:27:12.628261 dv-cinder-854265-2-iscsi neutron-server[106259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13a65853-0ee1-4f29-baaa-95395ba18045'] response: {'server_uuid': 'd806a7e5-3fc3-41e8-a0c3-68f01b20863e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61195d18-1dc2-42e7-aecc-14a342ca47f9', 'code': 200} Aug 30 04:27:12.644241 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-98935320-bb2c-4c3b-8e86-33299624b6e7 admin admin] Publish callbacks [] for security_group (b8e1a183-14eb-4e94-b020-10b496664d51), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:12.646780 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0f0da7f2-5bc2-40c1-b1dc-04934e67727a admin admin] Publish callbacks [] for security_group (84ee5d14-a8b9-4fff-a565-898226a84fc3), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:12.651670 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-371d4a81-e106-45fc-b0f2-700ee7f42f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (1a9fd5b3-886e-49f7-b8b2-8b12c4749552), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:12.654093 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-371d4a81-e106-45fc-b0f2-700ee7f42f71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:12.655213 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-371d4a81-e106-45fc-b0f2-700ee7f42f71 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/1a9fd5b3-886e-49f7-b8b2-8b12c4749552 HTTP/1.1" status: 204 len: 168 time: 0.6095071 Aug 30 04:27:12.662364 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-98935320-bb2c-4c3b-8e86-33299624b6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (b8e1a183-14eb-4e94-b020-10b496664d51), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:12.764378 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0f0da7f2-5bc2-40c1-b1dc-04934e67727a admin admin] Publish callbacks [] for security_group (84ee5d14-a8b9-4fff-a565-898226a84fc3), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:12.767121 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371d4a81-e106-45fc-b0f2-700ee7f42f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9fd5b3-886e-49f7-b8b2-8b12c4749552,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:12.843129 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0df46997-fd9a-49d4-8f9c-2448fc901756 req-70014da8-6b6c-4946-82c8-27fdd639e609 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ac47b65d-6a9d-4340-934a-1940db864f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611077 Aug 30 04:27:12.867290 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 51022) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:12.867865 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-98935320-bb2c-4c3b-8e86-33299624b6e7 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=61d37e609d474ce4a6b628612a787172&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2297637 Aug 30 04:27:12.882814 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a5491b-270d-4264-a1ad-a6aa69d7b5e2 req-741c89a8-e6f6-41cb-96db-05a1ff81f6c2 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:12.889637 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-30a5491b-270d-4264-a1ad-a6aa69d7b5e2 req-741c89a8-e6f6-41cb-96db-05a1ff81f6c2 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 946 time: 0.1870825 Aug 30 04:27:12.916863 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-76c54652-dfca-4be5-9d2c-b585a2021f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891968', 'neutron.services.segments.db._delete_segments_for_network-8785261144643'] for network (fa6f2baa-9342-426e-bd5a-fee6852eb3c0), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:12.937521 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98935320-bb2c-4c3b-8e86-33299624b6e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e1a183-14eb-4e94-b020-10b496664d51,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:12.945640 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb700-8ade-46db-93a0-6a18bea06421 admin admin] Publish callbacks [] for security_group (b8e1a183-14eb-4e94-b020-10b496664d51), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:12.974022 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-76c54652-dfca-4be5-9d2c-b585a2021f65 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:27:12.974637 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-76c54652-dfca-4be5-9d2c-b585a2021f65 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:27:12.975581 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-76c54652-dfca-4be5-9d2c-b585a2021f65 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:27:12.975965 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-76c54652-dfca-4be5-9d2c-b585a2021f65 admin admin] Subscribe: > port after_create 55550000 {{(pid=106258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:27:12.976237 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-76c54652-dfca-4be5-9d2c-b585a2021f65 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:27:12.976611 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-76c54652-dfca-4be5-9d2c-b585a2021f65 admin admin] Subscribe: > port after_update 55550000 {{(pid=106258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:27:12.976912 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-76c54652-dfca-4be5-9d2c-b585a2021f65 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:27:12.977487 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-76c54652-dfca-4be5-9d2c-b585a2021f65 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:27:12.977831 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-76c54652-dfca-4be5-9d2c-b585a2021f65 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:27:12.978158 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-76c54652-dfca-4be5-9d2c-b585a2021f65 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:27:12.993549 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb700-8ade-46db-93a0-6a18bea06421 admin admin] Publish callbacks [] for security_group (b8e1a183-14eb-4e94-b020-10b496664d51), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:13.047788 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-76c54652-dfca-4be5-9d2c-b585a2021f65 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:27:13.048144 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-76c54652-dfca-4be5-9d2c-b585a2021f65 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:27:13.048476 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-76c54652-dfca-4be5-9d2c-b585a2021f65 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:27:13.049364 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-76c54652-dfca-4be5-9d2c-b585a2021f65 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 04:27:13.049734 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-76c54652-dfca-4be5-9d2c-b585a2021f65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa6f2baa-9342-426e-bd5a-fee6852eb3c0']}} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:27:13.055928 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb700-8ade-46db-93a0-6a18bea06421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (b8e1a183-14eb-4e94-b020-10b496664d51), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:13.059385 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb700-8ade-46db-93a0-6a18bea06421 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:13.060760 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-0d5cb700-8ade-46db-93a0-6a18bea06421 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/b8e1a183-14eb-4e94-b020-10b496664d51 HTTP/1.1" status: 204 len: 168 time: 0.1899610 Aug 30 04:27:13.080371 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-76c54652-dfca-4be5-9d2c-b585a2021f65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a5b2412-45a2-4818-bb3f-0521e449b893') {'for_net_delete': True} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:27:13.080918 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb700-8ade-46db-93a0-6a18bea06421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e1a183-14eb-4e94-b020-10b496664d51,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:13.081017 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-76c54652-dfca-4be5-9d2c-b585a2021f65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a5b2412-45a2-4818-bb3f-0521e449b893') {} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:27:13.101515 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0f0da7f2-5bc2-40c1-b1dc-04934e67727a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (84ee5d14-a8b9-4fff-a565-898226a84fc3), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:13.104460 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0f0da7f2-5bc2-40c1-b1dc-04934e67727a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:13.108214 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-0f0da7f2-5bc2-40c1-b1dc-04934e67727a admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/84ee5d14-a8b9-4fff-a565-898226a84fc3 HTTP/1.1" status: 204 len: 168 time: 0.7498703 Aug 30 04:27:13.108214 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-76c54652-dfca-4be5-9d2c-b585a2021f65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785261169839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61943808'] for segment (4a5b2412-45a2-4818-bb3f-0521e449b893), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:13.129205 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-30a5491b-270d-4264-a1ad-a6aa69d7b5e2 req-6f7c09f1-19d4-4e19-b04b-d8c6fcf583d8 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385306 Aug 30 04:27:13.143382 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=6 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:13.154967 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0da7f2-5bc2-40c1-b1dc-04934e67727a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ee5d14-a8b9-4fff-a565-898226a84fc3,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:13.157494 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-76c54652-dfca-4be5-9d2c-b585a2021f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3898234'] for segment (4a5b2412-45a2-4818-bb3f-0521e449b893), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:13.168849 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76c54652-dfca-4be5-9d2c-b585a2021f65 admin admin] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=106258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 04:27:13.169476 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-76c54652-dfca-4be5-9d2c-b585a2021f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3898234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62508285'] for segment (4a5b2412-45a2-4818-bb3f-0521e449b893), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:13.256437 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-76c54652-dfca-4be5-9d2c-b585a2021f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696747'] for network (fa6f2baa-9342-426e-bd5a-fee6852eb3c0), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:13.283095 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-76c54652-dfca-4be5-9d2c-b585a2021f65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for network (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:13.287413 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-76c54652-dfca-4be5-9d2c-b585a2021f65 admin admin] 10.222.0.85 "DELETE /networking/v2.0/networks/fa6f2baa-9342-426e-bd5a-fee6852eb3c0 HTTP/1.1" status: 204 len: 168 time: 0.9304473 Aug 30 04:27:13.288555 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c54652-dfca-4be5-9d2c-b585a2021f65 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa6f2baa-9342-426e-bd5a-fee6852eb3c0,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:13.291289 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 51044) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:13.357012 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.db_base_plugin_v2 [None req-c92a8c0d-a83d-48d2-8a91-c047a41b5cf1 admin admin] Deleting subnet 6ff29ad3-3014-4221-bea3-41e9ef60969f {{(pid=106257) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 04:27:13.361300 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c92a8c0d-a83d-48d2-8a91-c047a41b5cf1 admin admin] Publish callbacks [] for subnet (6ff29ad3-3014-4221-bea3-41e9ef60969f), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:13.408960 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c92a8c0d-a83d-48d2-8a91-c047a41b5cf1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61669262'] for subnet (6ff29ad3-3014-4221-bea3-41e9ef60969f), precommit_delete_associations {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:13.437624 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e250e-5974-49d9-a047-ffa82eda6559 req-a620b5e5-2c8e-4dd8-96c9-84071e2f7f2a tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:13.440081 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c87e250e-5974-49d9-a047-ffa82eda6559 req-a620b5e5-2c8e-4dd8-96c9-84071e2f7f2a tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.0901065 Aug 30 04:27:13.485376 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c92a8c0d-a83d-48d2-8a91-c047a41b5cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3893603'] for subnet (6ff29ad3-3014-4221-bea3-41e9ef60969f), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:13.519480 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c87e250e-5974-49d9-a047-ffa82eda6559 req-d463612f-7baf-442c-8336-2d376b2079cb tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715508 Aug 30 04:27:13.563487 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c92a8c0d-a83d-48d2-8a91-c047a41b5cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61207901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61944255'] for subnet (6ff29ad3-3014-4221-bea3-41e9ef60969f), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:13.568376 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 51052) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:13.591290 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-df4a8899-8319-4224-8705-f18bd198de09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:13.591835 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92a8c0d-a83d-48d2-8a91-c047a41b5cf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ff29ad3-3014-4221-bea3-41e9ef60969f,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:13.606191 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c92a8c0d-a83d-48d2-8a91-c047a41b5cf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for subnet (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:13.610093 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-c92a8c0d-a83d-48d2-8a91-c047a41b5cf1 admin admin] 10.222.0.85 "DELETE /networking/v2.0/subnets/6ff29ad3-3014-4221-bea3-41e9ef60969f HTTP/1.1" status: 204 len: 168 time: 0.3175831 Aug 30 04:27:13.613207 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 51054) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:13.706796 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-b4c738f9-6d9e-4cc5-9163-71091d3283d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3781726'] for network (1f19dae8-6b91-408d-8be1-91b01940dff6), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:13.718318 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-df4a8899-8319-4224-8705-f18bd198de09 admin admin] Publish callbacks [] for security_group (8b050aa3-4e94-4d2d-99ea-5b94a103a87a), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:13.726007 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-df4a8899-8319-4224-8705-f18bd198de09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (8b050aa3-4e94-4d2d-99ea-5b94a103a87a), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:13.775459 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-df4a8899-8319-4224-8705-f18bd198de09 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=51bcf68212a4419e9378e2c8a2bee261&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2057104 Aug 30 04:27:13.776706 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 51062) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:13.783949 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a8899-8319-4224-8705-f18bd198de09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b050aa3-4e94-4d2d-99ea-5b94a103a87a,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:13.843574 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f2bf7a5c-89cb-4388-b9b5-bbb1df0c1ecf admin admin] Publish callbacks [] for security_group (8b050aa3-4e94-4d2d-99ea-5b94a103a87a), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:13.844977 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-b4c738f9-6d9e-4cc5-9163-71091d3283d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891968', 'neutron.services.segments.db._delete_segments_for_network-8785261144643'] for network (1f19dae8-6b91-408d-8be1-91b01940dff6), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:13.873417 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 51068) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:13.877711 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f2bf7a5c-89cb-4388-b9b5-bbb1df0c1ecf admin admin] Publish callbacks [] for security_group (8b050aa3-4e94-4d2d-99ea-5b94a103a87a), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:13.879834 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:13.886449 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.services.segments.db [None req-b4c738f9-6d9e-4cc5-9163-71091d3283d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f19dae8-6b91-408d-8be1-91b01940dff6']}} {{(pid=106257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:27:13.888298 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.services.segments.plugin [-] Segment 4a5b2412-45a2-4818-bb3f-0521e449b893 resource provider aggregate not found Aug 30 04:27:13.918220 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.services.segments.plugin [-] Segment 4a5b2412-45a2-4818-bb3f-0521e449b893 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4a5b2412-45a2-4818-bb3f-0521e449b893 found for delete ", "request_id": "req-60baf7af-7bc8-44f6-bf9c-52b00b5d3ee4"}]} Aug 30 04:27:13.920325 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-56e8f8b3-95a3-49df-8c6a-92ba8c3e6696 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:13.927825 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.services.segments.db [None req-b4c738f9-6d9e-4cc5-9163-71091d3283d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3606f6e-6196-484e-8b3f-774ea00641db') {'for_net_delete': True} {{(pid=106257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:27:13.928777 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.services.segments.db [None req-b4c738f9-6d9e-4cc5-9163-71091d3283d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3606f6e-6196-484e-8b3f-774ea00641db') {} {{(pid=106257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:27:13.965281 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-b4c738f9-6d9e-4cc5-9163-71091d3283d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785261169839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61669253'] for segment (a3606f6e-6196-484e-8b3f-774ea00641db), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:13.981063 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f2bf7a5c-89cb-4388-b9b5-bbb1df0c1ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (8b050aa3-4e94-4d2d-99ea-5b94a103a87a), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:13.984313 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f2bf7a5c-89cb-4388-b9b5-bbb1df0c1ecf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:13.987767 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-f2bf7a5c-89cb-4388-b9b5-bbb1df0c1ecf admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/8b050aa3-4e94-4d2d-99ea-5b94a103a87a HTTP/1.1" status: 204 len: 168 time: 0.2096899 Aug 30 04:27:14.010085 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b613b91-cfe9-49d9-a17b-e5ea77acbafb req-1bbfe311-73a8-4daa-9da7-6b265287b504 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:14.012875 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9b613b91-cfe9-49d9-a17b-e5ea77acbafb req-1bbfe311-73a8-4daa-9da7-6b265287b504 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d806a7e5-3fc3-41e8-a0c3-68f01b20863e HTTP/1.1" status: 200 len: 945 time: 0.0744822 Aug 30 04:27:14.014122 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf7a5c-89cb-4388-b9b5-bbb1df0c1ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b050aa3-4e94-4d2d-99ea-5b94a103a87a,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:14.029177 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:14.040597 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-b4c738f9-6d9e-4cc5-9163-71091d3283d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3898234'] for segment (a3606f6e-6196-484e-8b3f-774ea00641db), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:14.070661 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4c738f9-6d9e-4cc5-9163-71091d3283d0 admin admin] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=106257) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 04:27:14.071169 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-b4c738f9-6d9e-4cc5-9163-71091d3283d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3898234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61207803'] for segment (a3606f6e-6196-484e-8b3f-774ea00641db), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:14.103423 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9b613b91-cfe9-49d9-a17b-e5ea77acbafb req-5c1bd448-817e-4e1f-8bb4-2aefd3ccf9a8 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ac47b65d-6a9d-4340-934a-1940db864f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729074 Aug 30 04:27:14.110809 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.services.segments.plugin [-] Segment a3606f6e-6196-484e-8b3f-774ea00641db resource provider aggregate not found Aug 30 04:27:14.163373 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.services.segments.plugin [-] Segment a3606f6e-6196-484e-8b3f-774ea00641db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a3606f6e-6196-484e-8b3f-774ea00641db found for delete ", "request_id": "req-3f044760-e98e-4d55-9e40-2ef253dfb093"}]} Aug 30 04:27:14.192484 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-56e8f8b3-95a3-49df-8c6a-92ba8c3e6696 admin admin] Publish callbacks [] for security_group (17173172-87df-4542-96ae-c127be71a1ee), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:14.199110 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-56e8f8b3-95a3-49df-8c6a-92ba8c3e6696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (17173172-87df-4542-96ae-c127be71a1ee), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:14.221804 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-b4c738f9-6d9e-4cc5-9163-71091d3283d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696747'] for network (1f19dae8-6b91-408d-8be1-91b01940dff6), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:14.240671 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-b4c738f9-6d9e-4cc5-9163-71091d3283d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for network (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:14.247368 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-b4c738f9-6d9e-4cc5-9163-71091d3283d0 admin admin] 10.222.0.85 "DELETE /networking/v2.0/networks/1f19dae8-6b91-408d-8be1-91b01940dff6 HTTP/1.1" status: 204 len: 168 time: 0.6331084 Aug 30 04:27:14.273539 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c738f9-6d9e-4cc5-9163-71091d3283d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f19dae8-6b91-408d-8be1-91b01940dff6,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:14.275341 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e8f8b3-95a3-49df-8c6a-92ba8c3e6696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17173172-87df-4542-96ae-c127be71a1ee,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:14.280422 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-56e8f8b3-95a3-49df-8c6a-92ba8c3e6696 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=620391fe5ce24837a102c150548c9c82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4051676 Aug 30 04:27:14.284604 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 51092) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:14.312493 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12b524-6a79-46cd-8aea-1a7dc09cd28c req-c0e22b9c-10c7-46a8-ad9e-d5e6d4427e76 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:14.315476 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-fe12b524-6a79-46cd-8aea-1a7dc09cd28c req-c0e22b9c-10c7-46a8-ad9e-d5e6d4427e76 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 946 time: 0.1040795 Aug 30 04:27:14.335148 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:14.342029 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-17f8e48a-ab1d-471b-bd93-e98f14d50d5c admin admin] Publish callbacks [] for security_group (17173172-87df-4542-96ae-c127be71a1ee), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:14.366638 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-17f8e48a-ab1d-471b-bd93-e98f14d50d5c admin admin] Publish callbacks [] for security_group (17173172-87df-4542-96ae-c127be71a1ee), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:14.393684 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-fe12b524-6a79-46cd-8aea-1a7dc09cd28c req-5027957c-26f2-4216-acac-c7519572a19e tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723088 Aug 30 04:27:14.424031 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-17f8e48a-ab1d-471b-bd93-e98f14d50d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (17173172-87df-4542-96ae-c127be71a1ee), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:14.427144 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-17f8e48a-ab1d-471b-bd93-e98f14d50d5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:14.431079 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-17f8e48a-ab1d-471b-bd93-e98f14d50d5c admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/17173172-87df-4542-96ae-c127be71a1ee HTTP/1.1" status: 204 len: 168 time: 0.1429105 Aug 30 04:27:14.466254 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f8e48a-ab1d-471b-bd93-e98f14d50d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17173172-87df-4542-96ae-c127be71a1ee,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:14.485152 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91309a-91af-4330-9f5e-7464dffff6df req-404b4568-0e69-4058-98b1-c5b6d27b1e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:14.487770 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-5a91309a-91af-4330-9f5e-7464dffff6df req-404b4568-0e69-4058-98b1-c5b6d27b1e88 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=edc09fe630034be4b292562e2de6e3f9&device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 1130 time: 0.0578930 Aug 30 04:27:14.544154 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 51106) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:14.599027 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-ecb49ad9-acdd-471e-8381-3e63132cc297 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=aa4e296e79654771af4e3b6bb19d402b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0537097 Aug 30 04:27:14.603020 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 51110) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:14.677088 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6566cb2-8aa4-49e8-854f-e8d74fd21fd8 req-29420283-2940-459f-a188-831ca9013d62 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:14.684816 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e6566cb2-8aa4-49e8-854f-e8d74fd21fd8 req-29420283-2940-459f-a188-831ca9013d62 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.0859444 Aug 30 04:27:14.746567 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-448e3a7e-c4da-4864-be00-53ddc8fac4e3 admin admin] Publish callbacks [] for security_group (bbe0a2b1-2d83-4c50-bb7a-44ee53ce48d3), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:14.773051 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-448e3a7e-c4da-4864-be00-53ddc8fac4e3 admin admin] Publish callbacks [] for security_group (bbe0a2b1-2d83-4c50-bb7a-44ee53ce48d3), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:14.836193 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:14.856598 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e6566cb2-8aa4-49e8-854f-e8d74fd21fd8 req-ea56e943-2577-4bc1-96da-da4d27918cce tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708145 Aug 30 04:27:14.864193 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-448e3a7e-c4da-4864-be00-53ddc8fac4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (bbe0a2b1-2d83-4c50-bb7a-44ee53ce48d3), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:14.868296 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-448e3a7e-c4da-4864-be00-53ddc8fac4e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:14.869912 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-448e3a7e-c4da-4864-be00-53ddc8fac4e3 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/bbe0a2b1-2d83-4c50-bb7a-44ee53ce48d3 HTTP/1.1" status: 204 len: 168 time: 0.2654498 Aug 30 04:27:14.883736 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448e3a7e-c4da-4864-be00-53ddc8fac4e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe0a2b1-2d83-4c50-bb7a-44ee53ce48d3,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:14.966277 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 51120) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:15.015440 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91309a-91af-4330-9f5e-7464dffff6df req-74603ff9-5dc7-4c14-9302-545ad9886331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:15.022031 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-5a91309a-91af-4330-9f5e-7464dffff6df req-74603ff9-5dc7-4c14-9302-545ad9886331 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=661607d2-cb41-40c5-ac13-3334a7f66c5e HTTP/1.1" status: 200 len: 920 time: 0.2799206 Aug 30 04:27:15.242537 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f405be0c-dab5-48b7-9bcb-5a88eb5421d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:15.266293 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a345e-7159-42af-a2a4-cd19644ae4c0 req-8e3adb70-8b89-458a-a5f7-f8164972dead tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:15.268583 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7e6a345e-7159-42af-a2a4-cd19644ae4c0 req-8e3adb70-8b89-458a-a5f7-f8164972dead tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d806a7e5-3fc3-41e8-a0c3-68f01b20863e HTTP/1.1" status: 200 len: 945 time: 0.0815542 Aug 30 04:27:15.351321 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7e6a345e-7159-42af-a2a4-cd19644ae4c0 req-30ec3428-1140-4d2a-b164-9cc4672e855d tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ac47b65d-6a9d-4340-934a-1940db864f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736737 Aug 30 04:27:15.360044 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 51142) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:15.400882 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f405be0c-dab5-48b7-9bcb-5a88eb5421d7 admin admin] Publish callbacks [] for security_group (23eba018-3970-49e8-8d68-86f15d9e8ec2), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:15.408156 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f405be0c-dab5-48b7-9bcb-5a88eb5421d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (23eba018-3970-49e8-8d68-86f15d9e8ec2), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:15.410041 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-420530d5-95ac-4bd7-a567-5a56684dbb55 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=83c45254f5f4416eb1bc3bbba7242e4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0488386 Aug 30 04:27:15.412560 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 51144) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:15.484091 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-570b88d1-f923-4eb3-8ccf-6638cc29eca8 admin admin] Publish callbacks [] for security_group (92f6cb24-de3a-4012-a401-3d8fbba1089f), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:15.499244 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-f405be0c-dab5-48b7-9bcb-5a88eb5421d7 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=91a5bb68aa1a4c4abe6ad691852e9dfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5314872 Aug 30 04:27:15.503177 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 51148) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:15.513916 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-570b88d1-f923-4eb3-8ccf-6638cc29eca8 admin admin] Publish callbacks [] for security_group (92f6cb24-de3a-4012-a401-3d8fbba1089f), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:15.524813 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f405be0c-dab5-48b7-9bcb-5a88eb5421d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23eba018-3970-49e8-8d68-86f15d9e8ec2,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:15.601772 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e27b6e-069e-41be-bddd-051761eddcbd req-77e58986-93c7-4897-b509-4cab1984a459 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:15.603512 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a0e27b6e-069e-41be-bddd-051761eddcbd req-77e58986-93c7-4897-b509-4cab1984a459 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 946 time: 0.0747001 Aug 30 04:27:15.606280 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-570b88d1-f923-4eb3-8ccf-6638cc29eca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (92f6cb24-de3a-4012-a401-3d8fbba1089f), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:15.609611 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-570b88d1-f923-4eb3-8ccf-6638cc29eca8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:15.612671 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-570b88d1-f923-4eb3-8ccf-6638cc29eca8 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/92f6cb24-de3a-4012-a401-3d8fbba1089f HTTP/1.1" status: 204 len: 168 time: 0.1978328 Aug 30 04:27:15.640650 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-ba3ae826-2e73-4769-b0cd-c6aa785cc870 admin admin] Publish callbacks [] for security_group (23eba018-3970-49e8-8d68-86f15d9e8ec2), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:15.661093 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570b88d1-f923-4eb3-8ccf-6638cc29eca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f6cb24-de3a-4012-a401-3d8fbba1089f,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:15.679342 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-ba3ae826-2e73-4769-b0cd-c6aa785cc870 admin admin] Publish callbacks [] for security_group (23eba018-3970-49e8-8d68-86f15d9e8ec2), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:15.694807 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a0e27b6e-069e-41be-bddd-051761eddcbd req-86c98d02-e9e5-43fb-ac7d-77278850bb8e tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828934 Aug 30 04:27:15.748349 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-ba3ae826-2e73-4769-b0cd-c6aa785cc870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (23eba018-3970-49e8-8d68-86f15d9e8ec2), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:15.752845 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-ba3ae826-2e73-4769-b0cd-c6aa785cc870 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:15.756391 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-ba3ae826-2e73-4769-b0cd-c6aa785cc870 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/23eba018-3970-49e8-8d68-86f15d9e8ec2 HTTP/1.1" status: 204 len: 168 time: 0.2495914 Aug 30 04:27:15.763930 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3ae826-2e73-4769-b0cd-c6aa785cc870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23eba018-3970-49e8-8d68-86f15d9e8ec2,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:15.810597 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-5a91309a-91af-4330-9f5e-7464dffff6df req-0b0e1503-1597-423d-8937-202b6695ac45 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fdbdf3d-c596-40b2-9e74-2020a17a72ed HTTP/1.1" status: 200 len: 217 time: 0.0611742 Aug 30 04:27:15.917261 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 51166) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:15.934474 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:DELETE=9,neutron:SELECT=84,neutron:INSERT=7 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:15.953684 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb82902-967e-49f0-921e-5a822218e6b2 req-9730c547-4a7a-4e5c-aaca-e64053fc5a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:15.956742 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7bb82902-967e-49f0-921e-5a822218e6b2 req-9730c547-4a7a-4e5c-aaca-e64053fc5a70 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=d806a7e5-3fc3-41e8-a0c3-68f01b20863e HTTP/1.1" status: 200 len: 1129 time: 0.1166759 Aug 30 04:27:15.957746 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91309a-91af-4330-9f5e-7464dffff6df req-a8f9d361-1986-4b8e-bc5d-e36ffdbaf779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:15.970534 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-5a91309a-91af-4330-9f5e-7464dffff6df req-a8f9d361-1986-4b8e-bc5d-e36ffdbaf779 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=d860aa44-a024-4bdb-b214-412c9f1784ea HTTP/1.1" status: 200 len: 857 time: 0.1284606 Aug 30 04:27:16.083906 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91309a-91af-4330-9f5e-7464dffff6df req-be686f51-f37e-4762-a932-fb7e76995a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:16.086564 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-5a91309a-91af-4330-9f5e-7464dffff6df req-be686f51-f37e-4762-a932-fb7e76995a7b service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=661607d2-cb41-40c5-ac13-3334a7f66c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0843315 Aug 30 04:27:16.088804 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0456367-52c8-4502-af2e-6ebd4c02eb29 req-933bbd81-ff78-4318-9be4-392e5239a392 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:16.090249 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d0456367-52c8-4502-af2e-6ebd4c02eb29 req-933bbd81-ff78-4318-9be4-392e5239a392 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.1163020 Aug 30 04:27:16.131474 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7bb82902-967e-49f0-921e-5a822218e6b2 req-cd6bba72-cc99-4218-9a93-c7e5b754c0f1 service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=ac47b65d-6a9d-4340-934a-1940db864f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907259 Aug 30 04:27:16.163348 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d0456367-52c8-4502-af2e-6ebd4c02eb29 req-95a36702-5a3c-480e-8da3-caa62800931e tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623631 Aug 30 04:27:16.211923 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-6c5fc91c-a49d-4698-a727-4ad846cdee45 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-270830917-network', 'tenant_id': '2d8842fc1da94bf681eeb42464032b8a'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:27:16.236838 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5fc91c-a49d-4698-a727-4ad846cdee45 admin admin] Made reservation on behalf of 2d8842fc1da94bf681eeb42464032b8a for: {'network': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:27:16.241423 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6c5fc91c-a49d-4698-a727-4ad846cdee45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for network (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:16.254768 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6c5fc91c-a49d-4698-a727-4ad846cdee45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:16.278215 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:16.331517 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63669e-0a49-48a3-bc5e-04ba805c0f75 req-d5cc613f-2ddf-44a8-8ea6-b0acb32f7a44 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:16.333200 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ff63669e-0a49-48a3-bc5e-04ba805c0f75 req-d5cc613f-2ddf-44a8-8ea6-b0acb32f7a44 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.0687482 Aug 30 04:27:16.344122 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 51190) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:16.350261 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-745c31a3-c404-4fe2-959c-c10cc8c5db67 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Request body: {'floatingip': {'port_id': '7064d357-6bbe-4302-95ac-eab03664669a'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:27:16.433972 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-745c31a3-c404-4fe2-959c-c10cc8c5db67 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks [] for floatingip (19f374ce-4e08-4a1c-9e69-4ecd6879dbce), before_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:16.440019 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6c5fc91c-a49d-4698-a727-4ad846cdee45 admin admin] Publish callbacks [] for security_group (80c86d96-6871-4bef-9ff7-875b9784caf2), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:16.445773 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6c5fc91c-a49d-4698-a727-4ad846cdee45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (80c86d96-6871-4bef-9ff7-875b9784caf2), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:16.473479 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c5fc91c-a49d-4698-a727-4ad846cdee45 admin admin] vlan segment allocate from pool success with {'vlan_id': 1088, 'physical_network': 'physnet1'} {{(pid=106258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 04:27:16.524225 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6c5fc91c-a49d-4698-a727-4ad846cdee45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3898234'] for segment (fe99bf72-82af-4368-a27d-a3119e44e20d), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:16.524472 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.db.segments_db [None req-6c5fc91c-a49d-4698-a727-4ad846cdee45 admin admin] Added segment fe99bf72-82af-4368-a27d-a3119e44e20d of type vlan for network bc930985-4717-47a0-be1a-d96b32a3da9c Aug 30 04:27:16.568892 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5fc91c-a49d-4698-a727-4ad846cdee45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c86d96-6871-4bef-9ff7-875b9784caf2,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:16.618697 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9dd6c-c607-4b26-ba81-72ae462c2336 req-b778d8ee-2253-45b1-bfa9-c1cc9dda29a1 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:16.631722 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5ec9dd6c-c607-4b26-ba81-72ae462c2336 req-b778d8ee-2253-45b1-bfa9-c1cc9dda29a1 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d806a7e5-3fc3-41e8-a0c3-68f01b20863e HTTP/1.1" status: 200 len: 945 time: 0.1553595 Aug 30 04:27:16.668717 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6c5fc91c-a49d-4698-a727-4ad846cdee45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260646229'] for network (bc930985-4717-47a0-be1a-d96b32a3da9c), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:16.699131 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:16.723295 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5ec9dd6c-c607-4b26-ba81-72ae462c2336 req-d7aa618f-5c29-4a88-8eb1-7af9897bccdb tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ac47b65d-6a9d-4340-934a-1940db864f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899463 Aug 30 04:27:16.732164 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6c5fc91c-a49d-4698-a727-4ad846cdee45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055'] for network (bc930985-4717-47a0-be1a-d96b32a3da9c), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:16.733466 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5fc91c-a49d-4698-a727-4ad846cdee45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:16.734303 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6c5fc91c-a49d-4698-a727-4ad846cdee45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for network (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:16.807340 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-6c5fc91c-a49d-4698-a727-4ad846cdee45 admin admin] 10.222.0.85 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8860192 Aug 30 04:27:16.807963 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 51210) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:16.816298 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-c522b46f-028b-4f5b-8d9b-82cc68a26e34 admin admin] Request body: {'subnet': {'network_id': 'bc930985-4717-47a0-be1a-d96b32a3da9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-270830917-subnet', 'tenant_id': '2d8842fc1da94bf681eeb42464032b8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:27:16.873662 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ecb0e-b569-4241-b30c-ccf79a54806a req-f56c26ae-f442-47e7-a209-fb89f8dd6e72 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:16.875429 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ae9ecb0e-b569-4241-b30c-ccf79a54806a req-f56c26ae-f442-47e7-a209-fb89f8dd6e72 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 946 time: 0.0515718 Aug 30 04:27:16.879425 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5fc91c-a49d-4698-a727-4ad846cdee45 admin admin] Pushing event updated for resources: {'Network': ['ID=bc930985-4717-47a0-be1a-d96b32a3da9c,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:16.891193 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Network bc930985-4717-47a0-be1a-d96b32a3da9c details requested by agent ovs-agent-dv-cinder-854265-2-iscsi with host dv-cinder-854265-2-iscsi {{(pid=106259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:27:16.930427 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:16.950678 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c522b46f-028b-4f5b-8d9b-82cc68a26e34 admin admin] Made reservation on behalf of 2d8842fc1da94bf681eeb42464032b8a for: {'subnet': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:27:16.953085 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c522b46f-028b-4f5b-8d9b-82cc68a26e34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62259393'] for subnet (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:17.043679 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ae9ecb0e-b569-4241-b30c-ccf79a54806a req-da84d500-7a81-4b1d-bee0-d0db0cbb3ccb tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591623 Aug 30 04:27:17.183034 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:17.224677 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c522b46f-028b-4f5b-8d9b-82cc68a26e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62508312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62259415'] for subnet (766103cc-2473-4e57-97df-20777170225f), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:17.307688 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c522b46f-028b-4f5b-8d9b-82cc68a26e34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=766103cc-2473-4e57-97df-20777170225f,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:17.319855 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c522b46f-028b-4f5b-8d9b-82cc68a26e34 admin admin] Checking segment: {'id': 'fe99bf72-82af-4368-a27d-a3119e44e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'bc930985-4717-47a0-be1a-d96b32a3da9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:27:17.320227 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c522b46f-028b-4f5b-8d9b-82cc68a26e34 admin admin] Network hostable DHCP agents. Network: bc930985-4717-47a0-be1a-d96b32a3da9c, hostable agents: ['b1b2a880-5f2a-4407-bfda-3b17b5cf16ab'], hosted agents: [] {{(pid=106258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:27:17.323759 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:INSERT=10,neutron:UPDATE=2,neutron:SELECT=87,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:17.347579 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c522b46f-028b-4f5b-8d9b-82cc68a26e34 admin admin] Network bc930985-4717-47a0-be1a-d96b32a3da9c is scheduled to be hosted by DHCP agent b1b2a880-5f2a-4407-bfda-3b17b5cf16ab with binding_index 1 {{(pid=106258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:27:17.361229 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-c522b46f-028b-4f5b-8d9b-82cc68a26e34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-2-iscsi, bc930985-4717-47a0-be1a-d96b32a3da9c) {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:27:17.371042 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07361140-7c75-4429-ba66-a8844ead65d3 None None] Network bc930985-4717-47a0-be1a-d96b32a3da9c requested from dv-cinder-854265-2-iscsi {{(pid=106259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:27:17.378102 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c522b46f-028b-4f5b-8d9b-82cc68a26e34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:17.378968 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c522b46f-028b-4f5b-8d9b-82cc68a26e34 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:17.401491 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-c522b46f-028b-4f5b-8d9b-82cc68a26e34 admin admin] 10.222.0.85 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5903356 Aug 30 04:27:17.460676 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-5a91309a-91af-4330-9f5e-7464dffff6df req-8fa73331-f226-41ca-b44c-5a2f9037741e service neutron] 10.222.0.71 "GET /networking/v2.0/networks/661607d2-cb41-40c5-ac13-3334a7f66c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5237651 Aug 30 04:27:17.515262 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe23bd3d-862b-46e0-8894-aef69493fc05 None None] Network bc930985-4717-47a0-be1a-d96b32a3da9c requested from dv-cinder-854265-2-iscsi {{(pid=106259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:27:17.636206 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:17.645811 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-745c31a3-c404-4fe2-959c-c10cc8c5db67 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:17.650883 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-745c31a3-c404-4fe2-959c-c10cc8c5db67 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696708'] for floatingip (19f374ce-4e08-4a1c-9e69-4ecd6879dbce), after_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:17.823725 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.db.l3_db [None req-745c31a3-c404-4fe2-959c-c10cc8c5db67 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Floating IP 19f374ce-4e08-4a1c-9e69-4ecd6879dbce associated. External IP: 172.27.1.84, port: 7064d357-6bbe-4302-95ac-eab03664669a. Aug 30 04:27:17.853675 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9508c-43d6-415b-bf85-a26373e90ce1 req-3a6500f3-f10e-4253-a27f-caebac4ed776 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:17.855457 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-23c9508c-43d6-415b-bf85-a26373e90ce1 req-3a6500f3-f10e-4253-a27f-caebac4ed776 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d806a7e5-3fc3-41e8-a0c3-68f01b20863e HTTP/1.1" status: 200 len: 945 time: 0.0555682 Aug 30 04:27:17.934404 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-23c9508c-43d6-415b-bf85-a26373e90ce1 req-e60b4fd6-13af-4cae-ba46-b595baafd23b tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ac47b65d-6a9d-4340-934a-1940db864f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695372 Aug 30 04:27:17.940140 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-5a91309a-91af-4330-9f5e-7464dffff6df req-a7dedbea-9bd7-4ec3-be80-06e5511a74a4 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/661607d2-cb41-40c5-ac13-3334a7f66c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439616 Aug 30 04:27:18.096491 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 51264) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:18.134764 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745c31a3-c404-4fe2-959c-c10cc8c5db67 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Router cd1726ec-0b76-43ce-b129-28907fd0ca3b has already been hosted by L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 {{(pid=106257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:27:18.250956 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10254f-5cae-4d51-b254-63fc6939580f req-f6059c79-697d-4e60-a58c-559ebb88a3b0 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:18.253457 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5f10254f-5cae-4d51-b254-63fc6939580f req-f6059c79-697d-4e60-a58c-559ebb88a3b0 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 946 time: 0.0914736 Aug 30 04:27:18.297861 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745c31a3-c404-4fe2-959c-c10cc8c5db67 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:27:18.304003 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-745c31a3-c404-4fe2-959c-c10cc8c5db67 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for floatingip (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:18.324863 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7dde39-83b3-456d-ac2c-a5903b810c7c None None] Sync routers for ids ['cd1726ec-0b76-43ce-b129-28907fd0ca3b'] in dv-cinder-854265-2-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:27:18.340322 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7dde39-83b3-456d-ac2c-a5903b810c7c None None] Routers {'cd1726ec-0b76-43ce-b129-28907fd0ca3b'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:27:18.341926 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-ed7dde39-83b3-456d-ac2c-a5903b810c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:26:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['cd1726ec-0b76-43ce-b129-28907fd0ca3b'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:27:18.344823 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-745c31a3-c404-4fe2-959c-c10cc8c5db67 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "PUT /networking/v2.0/floatingips/19f374ce-4e08-4a1c-9e69-4ecd6879dbce HTTP/1.1" status: 200 len: 990 time: 1.9991884 Aug 30 04:27:18.345604 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d93d3bc-5adc-40f9-b372-b24ded320831', 'tag': '7064d357-6bbe-4302-95ac-eab03664669a'}] {{(pid=106257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:27:18.347977 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d1a48af4e812f9c70823208ed2638ca64b88de6e4994a5bf3763d45491ed842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964df4c9-4f33-400a-a4c8-6eb044a2db19" -d '{"events": [{"name": "network-changed", "server_uuid": "3d93d3bc-5adc-40f9-b372-b24ded320831", "tag": "7064d357-6bbe-4302-95ac-eab03664669a"}]}' {{(pid=106257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:27:18.360500 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5f10254f-5cae-4d51-b254-63fc6939580f req-4c9e19d4-34a4-4a1b-9bb6-f377fa11be09 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945444 Aug 30 04:27:18.405458 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07ed268-981c-4c21-8912-dc763bdac41e x-openstack-request-id: req-f07ed268-981c-4c21-8912-dc763bdac41e {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:27:18.405900 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d93d3bc-5adc-40f9-b372-b24ded320831", "tag": "7064d357-6bbe-4302-95ac-eab03664669a", "status": "completed", "code": 200}]} {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:27:18.406165 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-f07ed268-981c-4c21-8912-dc763bdac41e {{(pid=106257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:27:18.406581 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f07ed268-981c-4c21-8912-dc763bdac41e'] response: {'name': 'network-changed', 'server_uuid': '3d93d3bc-5adc-40f9-b372-b24ded320831', 'tag': '7064d357-6bbe-4302-95ac-eab03664669a', 'status': 'completed', 'code': 200} Aug 30 04:27:18.458420 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c84f509a-21f0-4926-9fa1-820d0c582265 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:18.492426 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-ed7dde39-83b3-456d-ac2c-a5903b810c7c None None] Set router cd1726ec-0b76-43ce-b129-28907fd0ca3b gateway port host: dv-cinder-854265-2-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:27:18.567204 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c84f509a-21f0-4926-9fa1-820d0c582265 admin admin] Publish callbacks [] for security_group (7b7392e4-a964-45d4-ab54-553f441eb393), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:18.574400 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c84f509a-21f0-4926-9fa1-820d0c582265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (7b7392e4-a964-45d4-ab54-553f441eb393), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:18.648279 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84f509a-21f0-4926-9fa1-820d0c582265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7392e4-a964-45d4-ab54-553f441eb393,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:18.672696 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-c84f509a-21f0-4926-9fa1-820d0c582265 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=c14d67d1995e43b6908df25fc429f8ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5748169 Aug 30 04:27:18.676394 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 51290) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:18.741183 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-79120135-a5a1-4e5f-9f94-222194e3f3b2 admin admin] Publish callbacks [] for security_group (7b7392e4-a964-45d4-ab54-553f441eb393), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:18.770195 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-79120135-a5a1-4e5f-9f94-222194e3f3b2 admin admin] Publish callbacks [] for security_group (7b7392e4-a964-45d4-ab54-553f441eb393), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:18.846831 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-79120135-a5a1-4e5f-9f94-222194e3f3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (7b7392e4-a964-45d4-ab54-553f441eb393), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:18.851848 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-79120135-a5a1-4e5f-9f94-222194e3f3b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:18.857551 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-79120135-a5a1-4e5f-9f94-222194e3f3b2 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/7b7392e4-a964-45d4-ab54-553f441eb393 HTTP/1.1" status: 204 len: 168 time: 0.1786373 Aug 30 04:27:18.876429 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79120135-a5a1-4e5f-9f94-222194e3f3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7392e4-a964-45d4-ab54-553f441eb393,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:18.976101 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-ed7dde39-83b3-456d-ac2c-a5903b810c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'name': 'tempest-AttachVolumeTestJSON-348001869-router', 'tenant_id': 'd7deffddf9934a028bfdb0b1c965c618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '8768219d-9eca-4774-b7e4-b04e9d2e70cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:26:14Z', 'updated_at': '2022-08-30T04:26:20Z', 'revision_number': 4, 'project_id': 'd7deffddf9934a028bfdb0b1c965c618', 'gw_port': {'id': '8768219d-9eca-4774-b7e4-b04e9d2e70cf', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:49:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:15Z', 'updated_at': '2022-08-30T04:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_floatingips': [{'id': '19f374ce-4e08-4a1c-9e69-4ecd6879dbce', 'tenant_id': 'd7deffddf9934a028bfdb0b1c965c618', 'floating_ip_address': '172.27.1.84', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'port_id': '7064d357-6bbe-4302-95ac-eab03664669a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fc2da6b-035c-428c-8a36-2438f46094fd', 'mac_address': 'fa:16:3e:2f:af:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d93d3bc-5adc-40f9-b372-b24ded320831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:26:29Z', 'updated_at': '2022-08-30T04:27:17Z', 'revision_number': 1, 'project_id': 'd7deffddf9934a028bfdb0b1c965c618', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4', 'name': '', 'network_id': '7fc2da6b-035c-428c-8a36-2438f46094fd', 'tenant_id': 'd7deffddf9934a028bfdb0b1c965c618', 'mac_address': 'fa:16:3e:d0:91:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '10d22c1f-33e0-4527-bb5d-63253813ffaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:19Z', 'updated_at': '2022-08-30T04:26:35Z', 'revision_number': 5, 'project_id': 'd7deffddf9934a028bfdb0b1c965c618', 'subnets': [{'id': '10d22c1f-33e0-4527-bb5d-63253813ffaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:27:19.026043 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7dde39-83b3-456d-ac2c-a5903b810c7c None None] Checking router: cd1726ec-0b76-43ce-b129-28907fd0ca3b for host: dv-cinder-854265-2-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:27:19.050518 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7dde39-83b3-456d-ac2c-a5903b810c7c None None] Routers {'cd1726ec-0b76-43ce-b129-28907fd0ca3b'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:27:19.051185 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-ed7dde39-83b3-456d-ac2c-a5903b810c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:26:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['cd1726ec-0b76-43ce-b129-28907fd0ca3b'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:27:19.235638 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-ed7dde39-83b3-456d-ac2c-a5903b810c7c None None] Set router cd1726ec-0b76-43ce-b129-28907fd0ca3b gateway port host: dv-cinder-854265-2-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:27:19.348333 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807282c-a9b0-416e-9963-0551a434f10f req-7f60b007-a119-436b-a031-dbb2ad586110 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:19.356827 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1807282c-a9b0-416e-9963-0551a434f10f req-7f60b007-a119-436b-a031-dbb2ad586110 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d806a7e5-3fc3-41e8-a0c3-68f01b20863e HTTP/1.1" status: 200 len: 945 time: 0.3471344 Aug 30 04:27:19.427842 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1807282c-a9b0-416e-9963-0551a434f10f req-afce1b28-c716-444a-ad31-92fa1bfdf129 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ac47b65d-6a9d-4340-934a-1940db864f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698192 Aug 30 04:27:19.553368 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a96d26-f455-4088-892f-66c119b924f7 req-806a9586-d747-4e4d-bbd8-181ce11839fc tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:19.557997 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-68a96d26-f455-4088-892f-66c119b924f7 req-806a9586-d747-4e4d-bbd8-181ce11839fc tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 946 time: 0.0956869 Aug 30 04:27:19.563099 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964df4c9-4f33-400a-a4c8-6eb044a2db19 req-1506383f-7e82-4500-8ef9-507f069ff701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:19.566127 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-964df4c9-4f33-400a-a4c8-6eb044a2db19 req-1506383f-7e82-4500-8ef9-507f069ff701 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=d7deffddf9934a028bfdb0b1c965c618&device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 1129 time: 0.0736969 Aug 30 04:27:19.585352 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:19.607383 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:19.614424 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-ed7dde39-83b3-456d-ac2c-a5903b810c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'name': 'tempest-AttachVolumeTestJSON-348001869-router', 'tenant_id': 'd7deffddf9934a028bfdb0b1c965c618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '8768219d-9eca-4774-b7e4-b04e9d2e70cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:26:14Z', 'updated_at': '2022-08-30T04:26:20Z', 'revision_number': 4, 'project_id': 'd7deffddf9934a028bfdb0b1c965c618', 'gw_port': {'id': '8768219d-9eca-4774-b7e4-b04e9d2e70cf', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:49:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:15Z', 'updated_at': '2022-08-30T04:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_floatingips': [{'id': '19f374ce-4e08-4a1c-9e69-4ecd6879dbce', 'tenant_id': 'd7deffddf9934a028bfdb0b1c965c618', 'floating_ip_address': '172.27.1.84', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'port_id': '7064d357-6bbe-4302-95ac-eab03664669a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fc2da6b-035c-428c-8a36-2438f46094fd', 'mac_address': 'fa:16:3e:2f:af:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d93d3bc-5adc-40f9-b372-b24ded320831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:26:29Z', 'updated_at': '2022-08-30T04:27:17Z', 'revision_number': 1, 'project_id': 'd7deffddf9934a028bfdb0b1c965c618', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4', 'name': '', 'network_id': '7fc2da6b-035c-428c-8a36-2438f46094fd', 'tenant_id': 'd7deffddf9934a028bfdb0b1c965c618', 'mac_address': 'fa:16:3e:d0:91:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '10d22c1f-33e0-4527-bb5d-63253813ffaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:19Z', 'updated_at': '2022-08-30T04:26:35Z', 'revision_number': 5, 'project_id': 'd7deffddf9934a028bfdb0b1c965c618', 'subnets': [{'id': '10d22c1f-33e0-4527-bb5d-63253813ffaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:27:19.623815 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-68a96d26-f455-4088-892f-66c119b924f7 req-8a8eba24-2194-4c06-9081-11244769ed66 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592661 Aug 30 04:27:19.663629 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7dde39-83b3-456d-ac2c-a5903b810c7c None None] The sync data for ids ['cd1726ec-0b76-43ce-b129-28907fd0ca3b'] in dv-cinder-854265-2-iscsi is: [{'id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'name': 'tempest-AttachVolumeTestJSON-348001869-router', 'tenant_id': 'd7deffddf9934a028bfdb0b1c965c618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '8768219d-9eca-4774-b7e4-b04e9d2e70cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:26:14Z', 'updated_at': '2022-08-30T04:26:20Z', 'revision_number': 4, 'project_id': 'd7deffddf9934a028bfdb0b1c965c618', 'gw_port': {'id': '8768219d-9eca-4774-b7e4-b04e9d2e70cf', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:49:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:15Z', 'updated_at': '2022-08-30T04:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_floatingips': [{'id': '19f374ce-4e08-4a1c-9e69-4ecd6879dbce', 'tenant_id': 'd7deffddf9934a028bfdb0b1c965c618', 'floating_ip_address': '172.27.1.84', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'port_id': '7064d357-6bbe-4302-95ac-eab03664669a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fc2da6b-035c-428c-8a36-2438f46094fd', 'mac_address': 'fa:16:3e:2f:af:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d93d3bc-5adc-40f9-b372-b24ded320831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:26:29Z', 'updated_at': '2022-08-30T04:27:17Z', 'revision_number': 1, 'project_id': 'd7deffddf9934a028bfdb0b1c965c618', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4', 'name': '', 'network_id': '7fc2da6b-035c-428c-8a36-2438f46094fd', 'tenant_id': 'd7deffddf9934a028bfdb0b1c965c618', 'mac_address': 'fa:16:3e:d0:91:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '10d22c1f-33e0-4527-bb5d-63253813ffaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:19Z', 'updated_at': '2022-08-30T04:26:35Z', 'revision_number': 5, 'project_id': 'd7deffddf9934a028bfdb0b1c965c618', 'subnets': [{'id': '10d22c1f-33e0-4527-bb5d-63253813ffaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:27:19.706569 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964df4c9-4f33-400a-a4c8-6eb044a2db19 req-fe38e215-15bd-44ed-a34d-68621bab2302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:19.706569 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-964df4c9-4f33-400a-a4c8-6eb044a2db19 req-fe38e215-15bd-44ed-a34d-68621bab2302 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=7fc2da6b-035c-428c-8a36-2438f46094fd HTTP/1.1" status: 200 len: 912 time: 0.1313286 Aug 30 04:27:19.856576 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-964df4c9-4f33-400a-a4c8-6eb044a2db19 req-5c39cc58-de2c-4fdd-b715-e19d4a2a3966 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7064d357-6bbe-4302-95ac-eab03664669a HTTP/1.1" status: 200 len: 998 time: 0.1396656 Aug 30 04:27:19.943774 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964df4c9-4f33-400a-a4c8-6eb044a2db19 req-bf98e791-09bc-4144-9d6b-c4d108bb117f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:19.945908 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-964df4c9-4f33-400a-a4c8-6eb044a2db19 req-bf98e791-09bc-4144-9d6b-c4d108bb117f service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=10d22c1f-33e0-4527-bb5d-63253813ffaa HTTP/1.1" status: 200 len: 849 time: 0.0633461 Aug 30 04:27:19.986512 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c86978e-5754-449f-a51b-51d995271361 None None] New status for floating IP 19f374ce-4e08-4a1c-9e69-4ecd6879dbce: ACTIVE {{(pid=106259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:27:20.005835 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964df4c9-4f33-400a-a4c8-6eb044a2db19 req-676dd2bc-5e78-4e75-867c-5fa2870af8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:20.007486 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-964df4c9-4f33-400a-a4c8-6eb044a2db19 req-676dd2bc-5e78-4e75-867c-5fa2870af8da service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=7fc2da6b-035c-428c-8a36-2438f46094fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513403 Aug 30 04:27:20.051263 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=100 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:20.214035 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-964df4c9-4f33-400a-a4c8-6eb044a2db19 req-87520958-d6b9-42af-9768-f82da9d36466 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/7fc2da6b-035c-428c-8a36-2438f46094fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949069 Aug 30 04:27:20.333684 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42a446-b87b-4374-8222-32397cb94586 req-91d43a16-18f4-4f1e-87d5-8e18ab26cd05 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:20.342938 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5f42a446-b87b-4374-8222-32397cb94586 req-91d43a16-18f4-4f1e-87d5-8e18ab26cd05 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/networks?id=bc930985-4717-47a0-be1a-d96b32a3da9c HTTP/1.1" status: 200 len: 813 time: 0.1953294 Aug 30 04:27:20.367259 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5f42a446-b87b-4374-8222-32397cb94586 req-5f9adde0-b009-483a-af35-77e45988951f tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/quotas/2d8842fc1da94bf681eeb42464032b8a HTTP/1.1" status: 200 len: 375 time: 0.0229523 Aug 30 04:27:20.385616 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-964df4c9-4f33-400a-a4c8-6eb044a2db19 req-5d0c38cf-8d16-4810-8703-8a797790a84b service neutron] 10.222.0.71 "GET /networking/v2.0/networks/7fc2da6b-035c-428c-8a36-2438f46094fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566002 Aug 30 04:27:20.412467 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5f42a446-b87b-4374-8222-32397cb94586 req-e3af9390-7dbd-44ec-8758-d053a8d7c7f6 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=2d8842fc1da94bf681eeb42464032b8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446329 Aug 30 04:27:20.496816 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:20.615432 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5f42a446-b87b-4374-8222-32397cb94586 req-f3405b91-129c-41c1-b5f9-b57a1297691f service neutron] 10.222.0.85 "GET /networking/v2.0/networks/bc930985-4717-47a0-be1a-d96b32a3da9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019987 Aug 30 04:27:20.623952 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a7909c-a7e0-4597-9de5-31df81a83fc4 req-744679a9-37ef-4d57-ae02-7d19b48bb09b tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:20.625700 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f6a7909c-a7e0-4597-9de5-31df81a83fc4 req-744679a9-37ef-4d57-ae02-7d19b48bb09b tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d806a7e5-3fc3-41e8-a0c3-68f01b20863e HTTP/1.1" status: 200 len: 945 time: 0.0929492 Aug 30 04:27:20.754839 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f6a7909c-a7e0-4597-9de5-31df81a83fc4 req-ec91c25f-f58d-453e-8ac6-6ac3153dd8a7 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ac47b65d-6a9d-4340-934a-1940db864f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180549 Aug 30 04:27:20.773083 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5f42a446-b87b-4374-8222-32397cb94586 req-3379b02e-22c8-4963-9a47-9b99e91f2e2b service neutron] 10.222.0.85 "GET /networking/v2.0/networks/bc930985-4717-47a0-be1a-d96b32a3da9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452315 Aug 30 04:27:20.966550 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146c7ea-dcd0-4bef-8bdf-4410d6bd7b2c req-7e8bc055-9f59-4444-808a-ee7b917b5124 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:20.968355 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6146c7ea-dcd0-4bef-8bdf-4410d6bd7b2c req-7e8bc055-9f59-4444-808a-ee7b917b5124 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 946 time: 0.0644372 Aug 30 04:27:21.037394 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7917595c-2188-45f7-aa25-57580a840d7b req-75b56b34-899c-4d42-ac88-d02f386dcd01 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=53019836-c870-4c39-b085-179b6fb4e517 HTTP/1.1" status: 200 len: 210 time: 0.0671549 Aug 30 04:27:21.117579 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6146c7ea-dcd0-4bef-8bdf-4410d6bd7b2c req-217072d1-0390-46dd-868b-4f39d0fcce23 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363122 Aug 30 04:27:22.179743 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ad35559e-e8f1-4384-8667-ac1b7ae52502 req-0cb42c5e-2a08-4bd7-a030-c6943e37041a tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=53019836-c870-4c39-b085-179b6fb4e517 HTTP/1.1" status: 200 len: 210 time: 0.0411012 Aug 30 04:27:22.279363 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52681c38-d9fc-4202-a40e-33d39e5a5edc req-9a61d399-9ff1-4bf0-a38a-586d0c365251 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:22.280758 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-52681c38-d9fc-4202-a40e-33d39e5a5edc req-9a61d399-9ff1-4bf0-a38a-586d0c365251 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 946 time: 0.0510168 Aug 30 04:27:22.385702 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-52681c38-d9fc-4202-a40e-33d39e5a5edc req-286bf58e-a8e2-43ee-aeac-6b23457aa59d tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945363 Aug 30 04:27:22.914765 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-41169a96-c003-416e-b5ea-6cb1115ed602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:23.044004 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42a446-b87b-4374-8222-32397cb94586 req-13f65d11-823c-4d16-99ea-dbe642824057 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:23.045648 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-5f42a446-b87b-4374-8222-32397cb94586 req-13f65d11-823c-4d16-99ea-dbe642824057 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.71 "GET /networking/v2.0/networks?id=bc930985-4717-47a0-be1a-d96b32a3da9c HTTP/1.1" status: 200 len: 813 time: 0.1357138 Aug 30 04:27:23.078679 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [req-5f42a446-b87b-4374-8222-32397cb94586 req-be5a3fcb-613a-491a-ae6a-feaf94a8157a tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Request body: {'port': {'device_id': '53019836-c870-4c39-b085-179b6fb4e517', 'network_id': 'bc930985-4717-47a0-be1a-d96b32a3da9c', 'admin_state_up': True, 'tenant_id': '2d8842fc1da94bf681eeb42464032b8a'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:27:23.226797 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f42a446-b87b-4374-8222-32397cb94586 req-be5a3fcb-613a-491a-ae6a-feaf94a8157a tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Made reservation on behalf of 2d8842fc1da94bf681eeb42464032b8a for: {'port': 1} {{(pid=106257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:27:23.230952 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-5f42a446-b87b-4374-8222-32397cb94586 req-be5a3fcb-613a-491a-ae6a-feaf94a8157a tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:23.281824 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2cc8e86e-0fa2-49c0-891e-5c3fbf607f69 req-2316c981-0d5d-4669-bf1f-b932ccdede77 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=53019836-c870-4c39-b085-179b6fb4e517 HTTP/1.1" status: 200 len: 210 time: 0.0301678 Aug 30 04:27:23.378833 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.db_base_plugin_common [req-5f42a446-b87b-4374-8222-32397cb94586 req-be5a3fcb-613a-491a-ae6a-feaf94a8157a tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Allocated IP 172.20.0.5 (bc930985-4717-47a0-be1a-d96b32a3da9c/766103cc-2473-4e57-97df-20777170225f/0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba) {{(pid=106257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:27:23.567445 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:23.613502 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d475422-c559-4a22-9757-da4e45069883 req-25587e57-6c82-4267-9b99-c52ac39227c0 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:23.615235 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3d475422-c559-4a22-9757-da4e45069883 req-25587e57-6c82-4267-9b99-c52ac39227c0 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 946 time: 0.0753067 Aug 30 04:27:23.616606 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-5f42a446-b87b-4374-8222-32397cb94586 req-be5a3fcb-613a-491a-ae6a-feaf94a8157a tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Publish callbacks [] for port (0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:23.663990 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-5f42a446-b87b-4374-8222-32397cb94586 req-be5a3fcb-613a-491a-ae6a-feaf94a8157a tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:23.679180 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3d475422-c559-4a22-9757-da4e45069883 req-e7427009-4a3c-4481-b65c-9597a74c6468 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558839 Aug 30 04:27:23.720722 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f42a446-b87b-4374-8222-32397cb94586 req-be5a3fcb-613a-491a-ae6a-feaf94a8157a tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Network bc930985-4717-47a0-be1a-d96b32a3da9c is already hosted by enough agents. {{(pid=106257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:27:23.725466 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.base_scheduler [req-5f42a446-b87b-4374-8222-32397cb94586 req-be5a3fcb-613a-491a-ae6a-feaf94a8157a tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Resources bound (agent type, host, resource id): {{(pid=106257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:27:23.727788 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5a3fcb-613a-491a-ae6a-feaf94a8157a tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Pushing event updated for resources: {'Port': ['ID=0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:23.730242 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f42a446-b87b-4374-8222-32397cb94586 req-be5a3fcb-613a-491a-ae6a-feaf94a8157a tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Received port after_create {{(pid=106257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:27:23.783931 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42a446-b87b-4374-8222-32397cb94586 req-be5a3fcb-613a-491a-ae6a-feaf94a8157a tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:23.784561 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-5f42a446-b87b-4374-8222-32397cb94586 req-be5a3fcb-613a-491a-ae6a-feaf94a8157a tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for port (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:23.801246 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-5f42a446-b87b-4374-8222-32397cb94586 req-be5a3fcb-613a-491a-ae6a-feaf94a8157a tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7278836 Aug 30 04:27:23.828369 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [req-5f42a446-b87b-4374-8222-32397cb94586 req-65b0ccd1-d8a6-4790-9048-b7b1f01f08f7 service neutron] Request body: {'port': {'device_id': '53019836-c870-4c39-b085-179b6fb4e517', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:27:23.855997 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:23.899393 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-5f42a446-b87b-4374-8222-32397cb94586 req-65b0ccd1-d8a6-4790-9048-b7b1f01f08f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba), before_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:24.232779 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.notifiers.nova [req-5f42a446-b87b-4374-8222-32397cb94586 req-65b0ccd1-d8a6-4790-9048-b7b1f01f08f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba {{(pid=106257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:27:24.241944 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-5f42a446-b87b-4374-8222-32397cb94586 req-65b0ccd1-d8a6-4790-9048-b7b1f01f08f7 service neutron] Publish callbacks [] for port (0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba), precommit_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:24.259930 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.provisioning_blocks [req-5f42a446-b87b-4374-8222-32397cb94586 req-65b0ccd1-d8a6-4790-9048-b7b1f01f08f7 service neutron] Transition to ACTIVE for port object 0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba will not be triggered until provisioned by entity L2. {{(pid=106257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:27:24.263888 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-5f42a446-b87b-4374-8222-32397cb94586 req-65b0ccd1-d8a6-4790-9048-b7b1f01f08f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61207719'] for port (0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba), after_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:24.343546 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b0ccd1-d8a6-4790-9048-b7b1f01f08f7 service neutron] Pushing event updated for resources: {'Port': ['ID=0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba,revision_number=2']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:24.378859 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.managers [req-5f42a446-b87b-4374-8222-32397cb94586 req-65b0ccd1-d8a6-4790-9048-b7b1f01f08f7 service neutron] Attempting to bind port 0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:27:24.379197 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.managers [req-5f42a446-b87b-4374-8222-32397cb94586 req-65b0ccd1-d8a6-4790-9048-b7b1f01f08f7 service neutron] Attempting to bind port 0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'fe99bf72-82af-4368-a27d-a3119e44e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'bc930985-4717-47a0-be1a-d96b32a3da9c'}] {{(pid=106257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:27:24.379521 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f42a446-b87b-4374-8222-32397cb94586 req-65b0ccd1-d8a6-4790-9048-b7b1f01f08f7 service neutron] Attempting to bind port 0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba on network bc930985-4717-47a0-be1a-d96b32a3da9c {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:27:24.384062 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f42a446-b87b-4374-8222-32397cb94586 req-65b0ccd1-d8a6-4790-9048-b7b1f01f08f7 service neutron] Port 0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba on network bc930985-4717-47a0-be1a-d96b32a3da9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:27:24.384382 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f42a446-b87b-4374-8222-32397cb94586 req-65b0ccd1-d8a6-4790-9048-b7b1f01f08f7 service neutron] Attempting to bind port 0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba on network bc930985-4717-47a0-be1a-d96b32a3da9c {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:27:24.389514 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f42a446-b87b-4374-8222-32397cb94586 req-65b0ccd1-d8a6-4790-9048-b7b1f01f08f7 service neutron] Checking agent: {'id': 'dd0d0365-d50b-4401-90d8-c3ff73fab053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 24, 11), 'started_at': datetime.datetime(2022, 8, 30, 4, 24, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:27:24.389833 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f42a446-b87b-4374-8222-32397cb94586 req-65b0ccd1-d8a6-4790-9048-b7b1f01f08f7 service neutron] Checking segment: {'id': 'fe99bf72-82af-4368-a27d-a3119e44e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'bc930985-4717-47a0-be1a-d96b32a3da9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:27:24.390209 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f42a446-b87b-4374-8222-32397cb94586 req-65b0ccd1-d8a6-4790-9048-b7b1f01f08f7 service neutron] Bound using segment: {'id': 'fe99bf72-82af-4368-a27d-a3119e44e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'bc930985-4717-47a0-be1a-d96b32a3da9c'} {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:27:24.390635 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.managers [req-5f42a446-b87b-4374-8222-32397cb94586 req-65b0ccd1-d8a6-4790-9048-b7b1f01f08f7 service neutron] Bound port: 0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe99bf72-82af-4368-a27d-a3119e44e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'bc930985-4717-47a0-be1a-d96b32a3da9c'}}] {{(pid=106257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:27:24.390987 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-5f42a446-b87b-4374-8222-32397cb94586 req-65b0ccd1-d8a6-4790-9048-b7b1f01f08f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba), before_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:24.431307 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0be71f2-31b9-4597-bb88-fcd64889f9d7 req-22115e11-eff5-42a8-9647-bd724d9f2878 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:24.432954 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d0be71f2-31b9-4597-bb88-fcd64889f9d7 req-22115e11-eff5-42a8-9647-bd724d9f2878 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=53019836-c870-4c39-b085-179b6fb4e517 HTTP/1.1" status: 200 len: 943 time: 0.0702980 Aug 30 04:27:24.433736 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 51520) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:24.469360 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [req-5f42a446-b87b-4374-8222-32397cb94586 req-65b0ccd1-d8a6-4790-9048-b7b1f01f08f7 service neutron] For port 0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba, host hv-cinder-85426, cleared binding levels {{(pid=106257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:27:24.472760 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [req-5f42a446-b87b-4374-8222-32397cb94586 req-65b0ccd1-d8a6-4790-9048-b7b1f01f08f7 service neutron] For port 0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba,segment=NetworkSegment(fe99bf72-82af-4368-a27d-a3119e44e20d),segment_id=fe99bf72-82af-4368-a27d-a3119e44e20d)] {{(pid=106257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:27:24.480881 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-5f42a446-b87b-4374-8222-32397cb94586 req-65b0ccd1-d8a6-4790-9048-b7b1f01f08f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61207719'] for port (0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba), after_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:24.486339 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42a446-b87b-4374-8222-32397cb94586 req-65b0ccd1-d8a6-4790-9048-b7b1f01f08f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:24.486973 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-5f42a446-b87b-4374-8222-32397cb94586 req-65b0ccd1-d8a6-4790-9048-b7b1f01f08f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for port (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:24.488367 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-5f42a446-b87b-4374-8222-32397cb94586 req-65b0ccd1-d8a6-4790-9048-b7b1f01f08f7 service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba HTTP/1.1" status: 200 len: 1093 time: 0.6655226 Aug 30 04:27:24.488991 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53019836-c870-4c39-b085-179b6fb4e517', 'tag': '0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba'}] {{(pid=106257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:27:24.491278 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d1a48af4e812f9c70823208ed2638ca64b88de6e4994a5bf3763d45491ed842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4387721e-8848-4d7b-88d1-a3c8cc413ab8" -d '{"events": [{"name": "network-changed", "server_uuid": "53019836-c870-4c39-b085-179b6fb4e517", "tag": "0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba"}]}' {{(pid=106257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:27:24.505135 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d0be71f2-31b9-4597-bb88-fcd64889f9d7 req-152601a7-5008-4ec4-9083-9c6f13fa1195 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=80c86d96-6871-4bef-9ff7-875b9784caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579455 Aug 30 04:27:24.515212 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:24.547848 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b0ccd1-d8a6-4790-9048-b7b1f01f08f7 service neutron] Pushing event updated for resources: {'Port': ['ID=0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba,revision_number=3']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:24.567588 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dfdd28a-8ca3-46bf-870b-8197a7c6fb74 x-openstack-request-id: req-3dfdd28a-8ca3-46bf-870b-8197a7c6fb74 {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:27:24.567881 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53019836-c870-4c39-b085-179b6fb4e517", "tag": "0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba", "status": "completed", "code": 200}]} {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:27:24.568204 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-3dfdd28a-8ca3-46bf-870b-8197a7c6fb74 {{(pid=106257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:27:24.568571 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dfdd28a-8ca3-46bf-870b-8197a7c6fb74'] response: {'name': 'network-changed', 'server_uuid': '53019836-c870-4c39-b085-179b6fb4e517', 'tag': '0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba', 'status': 'completed', 'code': 200} Aug 30 04:27:24.599659 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fc62cea6-2e46-411e-a068-c1b96e6bf52b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:24.647100 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:24.686895 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fc62cea6-2e46-411e-a068-c1b96e6bf52b admin admin] Publish callbacks [] for security_group (ddaef4bf-91ce-41bc-947a-6de452bb33a9), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:24.691815 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fc62cea6-2e46-411e-a068-c1b96e6bf52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (ddaef4bf-91ce-41bc-947a-6de452bb33a9), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:24.702960 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42a446-b87b-4374-8222-32397cb94586 req-dc96b543-f30c-4a5a-98e2-02560e27e30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:24.704585 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-5f42a446-b87b-4374-8222-32397cb94586 req-dc96b543-f30c-4a5a-98e2-02560e27e30d service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=2d8842fc1da94bf681eeb42464032b8a&device_id=53019836-c870-4c39-b085-179b6fb4e517 HTTP/1.1" status: 200 len: 1127 time: 0.0476851 Aug 30 04:27:24.735186 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-fc62cea6-2e46-411e-a068-c1b96e6bf52b admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=b3c661e1e7d1467884fbc66821050373&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3001399 Aug 30 04:27:24.738270 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 51534) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:24.766642 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62cea6-2e46-411e-a068-c1b96e6bf52b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddaef4bf-91ce-41bc-947a-6de452bb33a9,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:24.784310 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-5f42a446-b87b-4374-8222-32397cb94586 req-da22531d-c7f2-4913-b79b-f170afce6c2b service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba HTTP/1.1" status: 200 len: 217 time: 0.0453396 Aug 30 04:27:24.844039 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-98c89fa5-dc8d-4eee-aaf6-b522c509deda admin admin] Publish callbacks [] for security_group (ddaef4bf-91ce-41bc-947a-6de452bb33a9), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:24.848828 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42a446-b87b-4374-8222-32397cb94586 req-0dcf4a06-25e1-4ceb-8442-9147292a5548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:24.850336 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-5f42a446-b87b-4374-8222-32397cb94586 req-0dcf4a06-25e1-4ceb-8442-9147292a5548 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=766103cc-2473-4e57-97df-20777170225f HTTP/1.1" status: 200 len: 853 time: 0.0546873 Aug 30 04:27:24.852124 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b35b1-d84c-42ad-8b54-b18704f7fa04 req-0145a4e2-ac31-43ac-adf3-de2eaef1b5d7 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:24.853633 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d96b35b1-d84c-42ad-8b54-b18704f7fa04 req-0145a4e2-ac31-43ac-adf3-de2eaef1b5d7 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 946 time: 0.0632079 Aug 30 04:27:24.870081 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:24.889108 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-5f42a446-b87b-4374-8222-32397cb94586 req-f60d3017-8d00-4902-b150-1b711ba9edee service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=bc930985-4717-47a0-be1a-d96b32a3da9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291657 Aug 30 04:27:24.899264 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-98c89fa5-dc8d-4eee-aaf6-b522c509deda admin admin] Publish callbacks [] for security_group (ddaef4bf-91ce-41bc-947a-6de452bb33a9), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:24.949593 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d96b35b1-d84c-42ad-8b54-b18704f7fa04 req-cf3ac511-c395-409e-849d-df9f3488db18 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885615 Aug 30 04:27:24.979790 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-98c89fa5-dc8d-4eee-aaf6-b522c509deda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (ddaef4bf-91ce-41bc-947a-6de452bb33a9), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:24.982414 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-98c89fa5-dc8d-4eee-aaf6-b522c509deda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:24.983732 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-98c89fa5-dc8d-4eee-aaf6-b522c509deda admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/ddaef4bf-91ce-41bc-947a-6de452bb33a9 HTTP/1.1" status: 204 len: 168 time: 0.2442992 Aug 30 04:27:24.991932 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:24.996106 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c89fa5-dc8d-4eee-aaf6-b522c509deda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddaef4bf-91ce-41bc-947a-6de452bb33a9,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:24.998898 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-5f42a446-b87b-4374-8222-32397cb94586 req-9f468ec7-5d59-4133-8e1d-df68906b1735 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/bc930985-4717-47a0-be1a-d96b32a3da9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985668 Aug 30 04:27:25.138731 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-5f42a446-b87b-4374-8222-32397cb94586 req-c870bd80-cbe9-4e66-ab0f-8e8288f505d2 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/bc930985-4717-47a0-be1a-d96b32a3da9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306052 Aug 30 04:27:25.305681 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-f63a48b9-dbd8-4212-8d92-ee5a34307d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:25.377374 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 51554) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:25.392621 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e3e3281a-07f5-4882-8d1f-c03c92fd6b36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:25.488720 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e3e3281a-07f5-4882-8d1f-c03c92fd6b36 admin admin] Publish callbacks [] for security_group (2bc1c480-9d8a-4254-bdca-b79b5cf3798a), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:25.492921 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e3e3281a-07f5-4882-8d1f-c03c92fd6b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (2bc1c480-9d8a-4254-bdca-b79b5cf3798a), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:25.530139 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e3281a-07f5-4882-8d1f-c03c92fd6b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc1c480-9d8a-4254-bdca-b79b5cf3798a,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:25.535971 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-e3e3281a-07f5-4882-8d1f-c03c92fd6b36 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=05a904572665490e947571f5d80555d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1578014 Aug 30 04:27:25.538821 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 51558) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:25.590729 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-10752226-14ee-4b01-8c92-0e5f3824dbd4 admin admin] Publish callbacks [] for security_group (2bc1c480-9d8a-4254-bdca-b79b5cf3798a), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:25.639700 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-10752226-14ee-4b01-8c92-0e5f3824dbd4 admin admin] Publish callbacks [] for security_group (2bc1c480-9d8a-4254-bdca-b79b5cf3798a), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:25.661428 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1072167-98d0-4002-bcf9-4e4fe30291de req-47801e3a-0bb1-4bc7-8499-b5e8c4cd409f tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:25.662923 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f1072167-98d0-4002-bcf9-4e4fe30291de req-47801e3a-0bb1-4bc7-8499-b5e8c4cd409f tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=53019836-c870-4c39-b085-179b6fb4e517 HTTP/1.1" status: 200 len: 943 time: 0.0686531 Aug 30 04:27:25.732550 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f1072167-98d0-4002-bcf9-4e4fe30291de req-7d264ce7-da4b-4a3b-bcb3-733a9cfe81cc tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=80c86d96-6871-4bef-9ff7-875b9784caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569680 Aug 30 04:27:25.733703 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-10752226-14ee-4b01-8c92-0e5f3824dbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (2bc1c480-9d8a-4254-bdca-b79b5cf3798a), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:25.736234 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-10752226-14ee-4b01-8c92-0e5f3824dbd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:25.739964 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-10752226-14ee-4b01-8c92-0e5f3824dbd4 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/2bc1c480-9d8a-4254-bdca-b79b5cf3798a HTTP/1.1" status: 204 len: 168 time: 0.2002995 Aug 30 04:27:25.758669 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10752226-14ee-4b01-8c92-0e5f3824dbd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc1c480-9d8a-4254-bdca-b79b5cf3798a,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:26.079684 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd84693-41b8-436f-891c-ad64024dd22c req-04d1be8b-b202-4945-9e58-825e160b7e45 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:26.081212 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ebd84693-41b8-436f-891c-ad64024dd22c req-04d1be8b-b202-4945-9e58-825e160b7e45 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 946 time: 0.0515842 Aug 30 04:27:26.124276 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:26.133534 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ebd84693-41b8-436f-891c-ad64024dd22c req-13a81328-2b28-4fd1-9077-f6c5fb511243 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469856 Aug 30 04:27:26.543536 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:26.911130 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c56b71-db97-427a-9740-8cec649efee6 req-c49d9cce-3e7b-460b-9284-b0b5952da9c8 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:26.912680 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-68c56b71-db97-427a-9740-8cec649efee6 req-c49d9cce-3e7b-460b-9284-b0b5952da9c8 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=53019836-c870-4c39-b085-179b6fb4e517 HTTP/1.1" status: 200 len: 943 time: 0.0547323 Aug 30 04:27:26.966133 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-68c56b71-db97-427a-9740-8cec649efee6 req-e311282f-1417-419a-880b-68202b694049 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=80c86d96-6871-4bef-9ff7-875b9784caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474157 Aug 30 04:27:27.258839 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65b8a7-ef44-4afa-a049-dc56a45a79f0 req-476b7bdc-2cae-44f3-a027-2d56d2a478d8 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:27.260504 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ec65b8a7-ef44-4afa-a049-dc56a45a79f0 req-476b7bdc-2cae-44f3-a027-2d56d2a478d8 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 946 time: 0.0495508 Aug 30 04:27:27.330099 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ec65b8a7-ef44-4afa-a049-dc56a45a79f0 req-38bf8ece-c856-4354-a878-5bbe8cc73b02 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601907 Aug 30 04:27:27.933705 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:28.132678 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:28.139062 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748593d2-ec49-4837-b21c-16f52fea08fe req-b6ddd5eb-9ca3-4efd-bd0d-dd7701561f82 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:28.141308 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-748593d2-ec49-4837-b21c-16f52fea08fe req-b6ddd5eb-9ca3-4efd-bd0d-dd7701561f82 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=53019836-c870-4c39-b085-179b6fb4e517 HTTP/1.1" status: 200 len: 943 time: 0.0775118 Aug 30 04:27:28.166628 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 51678) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:28.185684 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:27:28.209521 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-748593d2-ec49-4837-b21c-16f52fea08fe req-54ac1a4d-fd5c-4d73-90e7-2de43ed5e84e tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=80c86d96-6871-4bef-9ff7-875b9784caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577517 Aug 30 04:27:28.315823 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba,segment=NetworkSegment(fe99bf72-82af-4368-a27d-a3119e44e20d),segment_id=fe99bf72-82af-4368-a27d-a3119e44e20d)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:27:28.321953 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b67248fb-6640-444f-b777-0bafe6ee991c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:28.328309 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Returning: {'device': '0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba', 'network_id': 'bc930985-4717-47a0-be1a-d96b32a3da9c', 'port_id': '0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba', 'mac_address': 'fa:16:3e:7b:ee:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '766103cc-2473-4e57-97df-20777170225f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:27:28.335571 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:28.393608 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:28.408519 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port 0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba is: DOWN; New status is: BUILD {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:27:28.408916 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:28.427848 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba {{(pid=106259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:27:28.448920 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba,segment=NetworkSegment(fe99bf72-82af-4368-a27d-a3119e44e20d),segment_id=fe99bf72-82af-4368-a27d-a3119e44e20d)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:27:28.453193 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:28.479088 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b67248fb-6640-444f-b777-0bafe6ee991c admin admin] Publish callbacks [] for security_group (ecddbd53-6ba5-44bb-86b1-17f1a954446a), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:28.487369 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85741dac-9be1-42b8-acbb-b72aed678197 req-fae63a4a-50d5-4c79-87ed-5b87a481d236 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:28.489558 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-85741dac-9be1-42b8-acbb-b72aed678197 req-fae63a4a-50d5-4c79-87ed-5b87a481d236 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 946 time: 0.0793839 Aug 30 04:27:28.491704 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b67248fb-6640-444f-b777-0bafe6ee991c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (ecddbd53-6ba5-44bb-86b1-17f1a954446a), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:28.502696 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba,revision_number=4']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:28.510817 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387721e-8848-4d7b-88d1-a3c8cc413ab8 req-83282912-eb81-4ab2-ac96-ecb99a6279cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:28.512472 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-4387721e-8848-4d7b-88d1-a3c8cc413ab8 req-83282912-eb81-4ab2-ac96-ecb99a6279cf service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=2d8842fc1da94bf681eeb42464032b8a&device_id=53019836-c870-4c39-b085-179b6fb4e517 HTTP/1.1" status: 200 len: 1128 time: 0.0537295 Aug 30 04:27:28.554057 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-b67248fb-6640-444f-b777-0bafe6ee991c admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=a58ceed104724b9193d4a2f6f1ff822b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3864219 Aug 30 04:27:28.556324 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67248fb-6640-444f-b777-0bafe6ee991c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecddbd53-6ba5-44bb-86b1-17f1a954446a,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:28.563700 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 51692) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:28.599457 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-85741dac-9be1-42b8-acbb-b72aed678197 req-a58317f5-8b8a-4f0c-9a3e-93a81addec54 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039433 Aug 30 04:27:28.621249 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387721e-8848-4d7b-88d1-a3c8cc413ab8 req-c1cf7078-7784-4b17-9148-adc9f4083a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:28.622770 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-4387721e-8848-4d7b-88d1-a3c8cc413ab8 req-c1cf7078-7784-4b17-9148-adc9f4083a0a service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=bc930985-4717-47a0-be1a-d96b32a3da9c HTTP/1.1" status: 200 len: 915 time: 0.0953300 Aug 30 04:27:28.632562 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b67529ef-90f3-4ba5-9ebb-8058360ce08e admin admin] Publish callbacks [] for security_group (ecddbd53-6ba5-44bb-86b1-17f1a954446a), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:28.656598 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b67529ef-90f3-4ba5-9ebb-8058360ce08e admin admin] Publish callbacks [] for security_group (ecddbd53-6ba5-44bb-86b1-17f1a954446a), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:28.704871 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b67529ef-90f3-4ba5-9ebb-8058360ce08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (ecddbd53-6ba5-44bb-86b1-17f1a954446a), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:28.707412 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b67529ef-90f3-4ba5-9ebb-8058360ce08e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:28.708542 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-b67529ef-90f3-4ba5-9ebb-8058360ce08e admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/ecddbd53-6ba5-44bb-86b1-17f1a954446a HTTP/1.1" status: 204 len: 168 time: 0.1433523 Aug 30 04:27:28.718256 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67529ef-90f3-4ba5-9ebb-8058360ce08e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecddbd53-6ba5-44bb-86b1-17f1a954446a,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:28.981058 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 51702) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:28.995263 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-18a95e79-54ea-42de-8cc7-d77de5309457 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:29.056347 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:29.090101 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-18a95e79-54ea-42de-8cc7-d77de5309457 admin admin] Publish callbacks [] for security_group (83e77500-186e-4478-81ef-78b6541539f1), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:29.094348 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-18a95e79-54ea-42de-8cc7-d77de5309457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (83e77500-186e-4478-81ef-78b6541539f1), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:29.117155 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-4387721e-8848-4d7b-88d1-a3c8cc413ab8 req-5a8c741e-a5ed-40fd-92f1-0d4f4d2d786b service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba HTTP/1.1" status: 200 len: 217 time: 0.0495160 Aug 30 04:27:29.132142 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-18a95e79-54ea-42de-8cc7-d77de5309457 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=d3c6aa7d022a4c919cdf4b20184646b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1499279 Aug 30 04:27:29.136925 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 51708) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:29.155414 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a95e79-54ea-42de-8cc7-d77de5309457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e77500-186e-4478-81ef-78b6541539f1,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:29.197879 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387721e-8848-4d7b-88d1-a3c8cc413ab8 req-37571343-e56b-45eb-acfc-3656bf67917f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:29.199880 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-4387721e-8848-4d7b-88d1-a3c8cc413ab8 req-37571343-e56b-45eb-acfc-3656bf67917f service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=766103cc-2473-4e57-97df-20777170225f HTTP/1.1" status: 200 len: 853 time: 0.0722728 Aug 30 04:27:29.201407 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c8d2ca72-8379-4116-b1eb-4cc56f5fc96b admin admin] Publish callbacks [] for security_group (83e77500-186e-4478-81ef-78b6541539f1), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:29.217426 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] get_ports_and_sgs() called for port_ids ['0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba'] {{(pid=106259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:27:29.227142 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c8d2ca72-8379-4116-b1eb-4cc56f5fc96b admin admin] Publish callbacks [] for security_group (83e77500-186e-4478-81ef-78b6541539f1), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:29.331711 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c8d2ca72-8379-4116-b1eb-4cc56f5fc96b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (83e77500-186e-4478-81ef-78b6541539f1), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:29.338880 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c8d2ca72-8379-4116-b1eb-4cc56f5fc96b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:29.343272 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-c8d2ca72-8379-4116-b1eb-4cc56f5fc96b admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/83e77500-186e-4478-81ef-78b6541539f1 HTTP/1.1" status: 204 len: 168 time: 0.2052383 Aug 30 04:27:29.375312 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d2ca72-8379-4116-b1eb-4cc56f5fc96b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e77500-186e-4478-81ef-78b6541539f1,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:29.493168 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac742e3-ec34-4890-9c74-dda6ba689842 req-626ed28b-9dd1-40f5-bed1-0b6ec43a76c0 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:29.495041 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-4387721e-8848-4d7b-88d1-a3c8cc413ab8 req-aec21628-7cfe-4241-adc8-40cb29774e65 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=bc930985-4717-47a0-be1a-d96b32a3da9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2868605 Aug 30 04:27:29.502147 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4ac742e3-ec34-4890-9c74-dda6ba689842 req-626ed28b-9dd1-40f5-bed1-0b6ec43a76c0 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=53019836-c870-4c39-b085-179b6fb4e517 HTTP/1.1" status: 200 len: 944 time: 0.1285627 Aug 30 04:27:29.554919 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4ac742e3-ec34-4890-9c74-dda6ba689842 req-043790f2-e6dc-451d-a53c-1ef8d7434648 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=80c86d96-6871-4bef-9ff7-875b9784caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514991 Aug 30 04:27:29.717766 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:29.773599 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e144460-8023-4c5c-ac07-23dcef466a25 req-10d54411-c0c1-43a7-8ed2-0a68ceca1adc tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:29.775706 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3e144460-8023-4c5c-ac07-23dcef466a25 req-10d54411-c0c1-43a7-8ed2-0a68ceca1adc tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 946 time: 0.0837073 Aug 30 04:27:29.778866 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-4387721e-8848-4d7b-88d1-a3c8cc413ab8 req-382793bf-e17e-488c-a163-c0e12a31b2e2 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/bc930985-4717-47a0-be1a-d96b32a3da9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068654 Aug 30 04:27:29.832194 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3e144460-8023-4c5c-ac07-23dcef466a25 req-4f3bace1-2935-4b3f-9866-685df095f4bd tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509913 Aug 30 04:27:29.841053 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 51730) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:29.923533 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-4387721e-8848-4d7b-88d1-a3c8cc413ab8 req-0c2cb999-cfaa-4e80-ba4a-dc0fff576eae service neutron] 10.222.0.71 "GET /networking/v2.0/networks/bc930985-4717-47a0-be1a-d96b32a3da9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241846 Aug 30 04:27:29.961762 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 51736) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:29.998921 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d9c4f492-e968-4253-b1db-d5649731ef4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:30.007866 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f0aa315b-6679-4c07-a87f-5c494709f0a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:30.147133 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d9c4f492-e968-4253-b1db-d5649731ef4a admin admin] Publish callbacks [] for security_group (da680ee1-2734-4fba-982d-6caafba47ad5), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:30.149291 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f0aa315b-6679-4c07-a87f-5c494709f0a8 admin admin] Publish callbacks [] for security_group (690a367e-8e2a-4b93-8478-dc577cf10000), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:30.151510 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d9c4f492-e968-4253-b1db-d5649731ef4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (da680ee1-2734-4fba-982d-6caafba47ad5), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:30.156450 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f0aa315b-6679-4c07-a87f-5c494709f0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (690a367e-8e2a-4b93-8478-dc577cf10000), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:30.207900 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-d9c4f492-e968-4253-b1db-d5649731ef4a admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=3bca1b8e1b1f49129aaa607f9afd2c33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2448392 Aug 30 04:27:30.210698 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 51746) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:30.213233 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c4f492-e968-4253-b1db-d5649731ef4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da680ee1-2734-4fba-982d-6caafba47ad5,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:30.224474 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-f0aa315b-6679-4c07-a87f-5c494709f0a8 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=14d5c33e0f07495f933f33275c332822&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3796732 Aug 30 04:27:30.225972 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 51748) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:30.272207 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aa315b-6679-4c07-a87f-5c494709f0a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690a367e-8e2a-4b93-8478-dc577cf10000,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:30.293821 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841d7e1-bdc5-42d8-b952-a8552f4a3107 req-aab9d904-549a-4b77-a692-0b576ae8fbf5 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:30.295341 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5841d7e1-bdc5-42d8-b952-a8552f4a3107 req-aab9d904-549a-4b77-a692-0b576ae8fbf5 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d806a7e5-3fc3-41e8-a0c3-68f01b20863e HTTP/1.1" status: 200 len: 945 time: 0.0681465 Aug 30 04:27:30.298926 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-350add69-f036-4ca8-8dda-7d2ea74ded8c admin admin] Publish callbacks [] for security_group (da680ee1-2734-4fba-982d-6caafba47ad5), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:30.318157 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-be35c863-d440-468a-97c0-3b2f3ea3d1bc admin admin] Publish callbacks [] for security_group (690a367e-8e2a-4b93-8478-dc577cf10000), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:30.337319 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-350add69-f036-4ca8-8dda-7d2ea74ded8c admin admin] Publish callbacks [] for security_group (da680ee1-2734-4fba-982d-6caafba47ad5), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:30.344639 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5841d7e1-bdc5-42d8-b952-a8552f4a3107 req-e06437e7-9f44-418b-afb4-8e73902fcfdb tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ac47b65d-6a9d-4340-934a-1940db864f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424752 Aug 30 04:27:30.363712 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-be35c863-d440-468a-97c0-3b2f3ea3d1bc admin admin] Publish callbacks [] for security_group (690a367e-8e2a-4b93-8478-dc577cf10000), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:30.392449 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=100 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:30.426314 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-350add69-f036-4ca8-8dda-7d2ea74ded8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (da680ee1-2734-4fba-982d-6caafba47ad5), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:30.429220 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-350add69-f036-4ca8-8dda-7d2ea74ded8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:30.430402 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-350add69-f036-4ca8-8dda-7d2ea74ded8c admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/da680ee1-2734-4fba-982d-6caafba47ad5 HTTP/1.1" status: 204 len: 168 time: 0.2184932 Aug 30 04:27:30.440150 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350add69-f036-4ca8-8dda-7d2ea74ded8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da680ee1-2734-4fba-982d-6caafba47ad5,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:30.447308 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-be35c863-d440-468a-97c0-3b2f3ea3d1bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (690a367e-8e2a-4b93-8478-dc577cf10000), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:30.449876 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-be35c863-d440-468a-97c0-3b2f3ea3d1bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:30.451190 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-be35c863-d440-468a-97c0-3b2f3ea3d1bc admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/690a367e-8e2a-4b93-8478-dc577cf10000 HTTP/1.1" status: 204 len: 168 time: 0.2237475 Aug 30 04:27:30.459855 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be35c863-d440-468a-97c0-3b2f3ea3d1bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690a367e-8e2a-4b93-8478-dc577cf10000,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:30.671838 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:30.696173 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad80f6-b3a5-4d2d-9dc8-cca51c027fcc req-aee94ede-607d-4f5c-816a-d14fbf682d05 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:30.703213 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-64ad80f6-b3a5-4d2d-9dc8-cca51c027fcc req-aee94ede-607d-4f5c-816a-d14fbf682d05 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=53019836-c870-4c39-b085-179b6fb4e517 HTTP/1.1" status: 200 len: 944 time: 0.0645456 Aug 30 04:27:30.754905 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-64ad80f6-b3a5-4d2d-9dc8-cca51c027fcc req-52d44ef9-b3c5-4144-ba4b-1728832c8566 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=80c86d96-6871-4bef-9ff7-875b9784caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507486 Aug 30 04:27:30.890808 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 51770) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:30.908816 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-9650f989-8172-40d0-9d0a-b94977be117f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:30.960211 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e08135-4f74-4054-9ee1-d7a49dd23811 req-2845aa06-0b60-40e9-bd63-cf6f5d134523 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:30.961961 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-23e08135-4f74-4054-9ee1-d7a49dd23811 req-2845aa06-0b60-40e9-bd63-cf6f5d134523 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 946 time: 0.0488088 Aug 30 04:27:30.975689 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:31.003229 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-9650f989-8172-40d0-9d0a-b94977be117f admin admin] Publish callbacks [] for security_group (95a55ae9-687f-4d4d-b6da-a9e418a4ed05), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:31.008161 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-9650f989-8172-40d0-9d0a-b94977be117f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (95a55ae9-687f-4d4d-b6da-a9e418a4ed05), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:31.021676 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-23e08135-4f74-4054-9ee1-d7a49dd23811 req-dd198090-3a89-4e38-86ec-9cb12f115e9c tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524659 Aug 30 04:27:31.059697 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-9650f989-8172-40d0-9d0a-b94977be117f admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=9d73542d9060479280ae58f5c51d2bcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1676142 Aug 30 04:27:31.060650 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650f989-8172-40d0-9d0a-b94977be117f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a55ae9-687f-4d4d-b6da-a9e418a4ed05,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:31.063082 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 51776) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:31.126668 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5086eb8a-afc1-4956-bf8a-34d5543ec7fc admin admin] Publish callbacks [] for security_group (95a55ae9-687f-4d4d-b6da-a9e418a4ed05), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:31.148995 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5086eb8a-afc1-4956-bf8a-34d5543ec7fc admin admin] Publish callbacks [] for security_group (95a55ae9-687f-4d4d-b6da-a9e418a4ed05), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:31.176691 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:31.203062 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5086eb8a-afc1-4956-bf8a-34d5543ec7fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (95a55ae9-687f-4d4d-b6da-a9e418a4ed05), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:31.206213 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5086eb8a-afc1-4956-bf8a-34d5543ec7fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:31.207369 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-5086eb8a-afc1-4956-bf8a-34d5543ec7fc admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/95a55ae9-687f-4d4d-b6da-a9e418a4ed05 HTTP/1.1" status: 204 len: 168 time: 0.1432652 Aug 30 04:27:31.218624 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086eb8a-afc1-4956-bf8a-34d5543ec7fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a55ae9-687f-4d4d-b6da-a9e418a4ed05,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:31.480423 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f3a84-199a-4f41-8b28-06c178727dcb req-f4f8bafe-c308-4ebe-b9f1-68fcb90a105e tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:31.482198 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-cf8f3a84-199a-4f41-8b28-06c178727dcb req-f4f8bafe-c308-4ebe-b9f1-68fcb90a105e tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d806a7e5-3fc3-41e8-a0c3-68f01b20863e HTTP/1.1" status: 200 len: 945 time: 0.0566447 Aug 30 04:27:31.540371 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-cf8f3a84-199a-4f41-8b28-06c178727dcb req-9da19fdb-569d-4404-9b43-a55b33bd4dec tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ac47b65d-6a9d-4340-934a-1940db864f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520465 Aug 30 04:27:31.587301 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 51798) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:31.602137 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2060de8f-135f-4dd1-b6ae-67c031770b39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:31.695161 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2060de8f-135f-4dd1-b6ae-67c031770b39 admin admin] Publish callbacks [] for security_group (6acfa53b-c352-40f3-b950-996c0a590d61), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:31.699574 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2060de8f-135f-4dd1-b6ae-67c031770b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (6acfa53b-c352-40f3-b950-996c0a590d61), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:31.745231 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-2060de8f-135f-4dd1-b6ae-67c031770b39 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=f510dd6017c44d3aaf001567f00cb76b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1567249 Aug 30 04:27:31.745472 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 51800) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:31.746206 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060de8f-135f-4dd1-b6ae-67c031770b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6acfa53b-c352-40f3-b950-996c0a590d61,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:31.806443 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-d4ac9a35-2b54-4353-9722-04cb1aecd87b admin admin] Publish callbacks [] for security_group (6acfa53b-c352-40f3-b950-996c0a590d61), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:31.830502 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-d4ac9a35-2b54-4353-9722-04cb1aecd87b admin admin] Publish callbacks [] for security_group (6acfa53b-c352-40f3-b950-996c0a590d61), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:31.895987 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-d4ac9a35-2b54-4353-9722-04cb1aecd87b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (6acfa53b-c352-40f3-b950-996c0a590d61), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:31.898753 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed6b0be-b187-44c8-876e-290847693acb req-057c2684-056c-4564-bc9d-3b03f2580ed3 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:31.899535 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-d4ac9a35-2b54-4353-9722-04cb1aecd87b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:31.901074 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-d4ac9a35-2b54-4353-9722-04cb1aecd87b admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/6acfa53b-c352-40f3-b950-996c0a590d61 HTTP/1.1" status: 204 len: 168 time: 0.1545458 Aug 30 04:27:31.903675 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-eed6b0be-b187-44c8-876e-290847693acb req-057c2684-056c-4564-bc9d-3b03f2580ed3 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=53019836-c870-4c39-b085-179b6fb4e517 HTTP/1.1" status: 200 len: 944 time: 0.0751357 Aug 30 04:27:31.915123 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac9a35-2b54-4353-9722-04cb1aecd87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6acfa53b-c352-40f3-b950-996c0a590d61,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:31.976557 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-eed6b0be-b187-44c8-876e-290847693acb req-b8642632-0d56-4ea6-bf32-0c0a0a54070a tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=80c86d96-6871-4bef-9ff7-875b9784caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682333 Aug 30 04:27:32.161188 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9a530-7bb0-43ed-9d49-238ad6f8df26 req-012bb04f-f96d-42a4-855d-db6d34436e36 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:32.163279 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d7b9a530-7bb0-43ed-9d49-238ad6f8df26 req-012bb04f-f96d-42a4-855d-db6d34436e36 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 946 time: 0.0532129 Aug 30 04:27:32.216561 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d7b9a530-7bb0-43ed-9d49-238ad6f8df26 req-0db25c1e-7aa6-4388-8f17-8db1c856863e tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477972 Aug 30 04:27:32.624327 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 51838) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:32.663080 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7f563-f49c-4f4e-b806-5a06cf0971ba req-08ac2b03-27b1-4a9b-a84b-a6fe00ea8cb8 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:32.664598 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-fcf7f563-f49c-4f4e-b806-5a06cf0971ba req-08ac2b03-27b1-4a9b-a84b-a6fe00ea8cb8 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d806a7e5-3fc3-41e8-a0c3-68f01b20863e HTTP/1.1" status: 200 len: 945 time: 0.0477140 Aug 30 04:27:32.690030 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:32.713134 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-fcf7f563-f49c-4f4e-b806-5a06cf0971ba req-c46cb63f-cd40-4754-b5ac-8b2e71c22014 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ac47b65d-6a9d-4340-934a-1940db864f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427902 Aug 30 04:27:32.728924 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-08cb7904-9ab3-4c06-b11f-ac9532d636e0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-136370399-network', 'tenant_id': 'bdbf61cc87384ade8eb07b032bb6292b'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:27:32.749211 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08cb7904-9ab3-4c06-b11f-ac9532d636e0 admin admin] Made reservation on behalf of bdbf61cc87384ade8eb07b032bb6292b for: {'network': 1} {{(pid=106257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:27:32.751552 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-08cb7904-9ab3-4c06-b11f-ac9532d636e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for network (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:32.759799 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-08cb7904-9ab3-4c06-b11f-ac9532d636e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:32.833932 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-08cb7904-9ab3-4c06-b11f-ac9532d636e0 admin admin] Publish callbacks [] for security_group (a166b32d-8b3a-4ab9-9990-4d298003476e), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:32.837268 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-08cb7904-9ab3-4c06-b11f-ac9532d636e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (a166b32d-8b3a-4ab9-9990-4d298003476e), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:32.862206 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08cb7904-9ab3-4c06-b11f-ac9532d636e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=106257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 04:27:32.872421 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cb7904-9ab3-4c06-b11f-ac9532d636e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a166b32d-8b3a-4ab9-9990-4d298003476e,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:32.877298 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-08cb7904-9ab3-4c06-b11f-ac9532d636e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3898234'] for segment (211ef5bb-e874-4c0c-91ab-d61cbe721bae), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:32.877642 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.db.segments_db [None req-08cb7904-9ab3-4c06-b11f-ac9532d636e0 admin admin] Added segment 211ef5bb-e874-4c0c-91ab-d61cbe721bae of type vlan for network 5b04d9ed-8f32-46c9-8e1b-21119d73cac4 Aug 30 04:27:32.918224 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-08cb7904-9ab3-4c06-b11f-ac9532d636e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260646229'] for network (5b04d9ed-8f32-46c9-8e1b-21119d73cac4), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:32.944129 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-08cb7904-9ab3-4c06-b11f-ac9532d636e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055'] for network (5b04d9ed-8f32-46c9-8e1b-21119d73cac4), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:32.945892 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cb7904-9ab3-4c06-b11f-ac9532d636e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:32.946533 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-08cb7904-9ab3-4c06-b11f-ac9532d636e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for network (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:32.964097 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:DELETE=4,neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:33.011231 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-08cb7904-9ab3-4c06-b11f-ac9532d636e0 admin admin] 10.222.0.85 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3858130 Aug 30 04:27:33.014175 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 51846) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:33.019311 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-0f200cbb-c133-4c35-9526-115c2c1baf23 admin admin] Request body: {'subnet': {'network_id': '5b04d9ed-8f32-46c9-8e1b-21119d73cac4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-136370399-subnet', 'tenant_id': 'bdbf61cc87384ade8eb07b032bb6292b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:27:33.028104 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cb7904-9ab3-4c06-b11f-ac9532d636e0 admin admin] Pushing event updated for resources: {'Network': ['ID=5b04d9ed-8f32-46c9-8e1b-21119d73cac4,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:33.039001 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Network 5b04d9ed-8f32-46c9-8e1b-21119d73cac4 details requested by agent ovs-agent-dv-cinder-854265-2-iscsi with host dv-cinder-854265-2-iscsi {{(pid=106259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:27:33.042216 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:33.048541 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f200cbb-c133-4c35-9526-115c2c1baf23 admin admin] Made reservation on behalf of bdbf61cc87384ade8eb07b032bb6292b for: {'subnet': 1} {{(pid=106257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:27:33.051205 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-0f200cbb-c133-4c35-9526-115c2c1baf23 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61944224'] for subnet (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:33.101359 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27159b-5045-42b6-a9af-7a0b887355c8 req-ae7aad30-3889-4eb3-9c9b-4794379bcf6d tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:33.103266 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-be27159b-5045-42b6-a9af-7a0b887355c8 req-ae7aad30-3889-4eb3-9c9b-4794379bcf6d tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=53019836-c870-4c39-b085-179b6fb4e517 HTTP/1.1" status: 200 len: 944 time: 0.0511463 Aug 30 04:27:33.152962 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-be27159b-5045-42b6-a9af-7a0b887355c8 req-b7bb9d0f-4139-43b0-b7bd-325edccf2778 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=80c86d96-6871-4bef-9ff7-875b9784caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444260 Aug 30 04:27:33.219150 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:33.242582 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-0f200cbb-c133-4c35-9526-115c2c1baf23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61207838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61944246'] for subnet (e2416ebc-87da-4b07-aed2-c484af08ee38), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:33.300190 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f200cbb-c133-4c35-9526-115c2c1baf23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2416ebc-87da-4b07-aed2-c484af08ee38,revision_number=0']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:33.312385 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f200cbb-c133-4c35-9526-115c2c1baf23 admin admin] Checking segment: {'id': '211ef5bb-e874-4c0c-91ab-d61cbe721bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '5b04d9ed-8f32-46c9-8e1b-21119d73cac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:27:33.312742 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f200cbb-c133-4c35-9526-115c2c1baf23 admin admin] Network hostable DHCP agents. Network: 5b04d9ed-8f32-46c9-8e1b-21119d73cac4, hostable agents: ['b1b2a880-5f2a-4407-bfda-3b17b5cf16ab'], hosted agents: [] {{(pid=106257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:27:33.330734 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f200cbb-c133-4c35-9526-115c2c1baf23 admin admin] Network 5b04d9ed-8f32-46c9-8e1b-21119d73cac4 is scheduled to be hosted by DHCP agent b1b2a880-5f2a-4407-bfda-3b17b5cf16ab with binding_index 1 {{(pid=106257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:27:33.338048 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e5ea8-2605-4f07-bfd5-800c90f610a8 req-cb81cbda-2037-4b66-9793-f0958ff0a386 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:33.339814 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-855e5ea8-2605-4f07-bfd5-800c90f610a8 req-cb81cbda-2037-4b66-9793-f0958ff0a386 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 946 time: 0.0506003 Aug 30 04:27:33.340322 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.base_scheduler [None req-0f200cbb-c133-4c35-9526-115c2c1baf23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-2-iscsi, 5b04d9ed-8f32-46c9-8e1b-21119d73cac4) {{(pid=106257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:27:33.344671 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f200cbb-c133-4c35-9526-115c2c1baf23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:33.345328 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-0f200cbb-c133-4c35-9526-115c2c1baf23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for subnet (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:33.350542 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b612fd-7dda-42ae-9991-1f09a62729db None None] Network 5b04d9ed-8f32-46c9-8e1b-21119d73cac4 requested from dv-cinder-854265-2-iscsi {{(pid=106259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:27:33.369208 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-0f200cbb-c133-4c35-9526-115c2c1baf23 admin admin] 10.222.0.85 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3523757 Aug 30 04:27:33.395093 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-855e5ea8-2605-4f07-bfd5-800c90f610a8 req-71c8a8fd-d85a-447e-a395-ddea23f7bda2 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496278 Aug 30 04:27:33.475307 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca8540a-edd9-44cd-9fb3-ae53687b9733 None None] Network 5b04d9ed-8f32-46c9-8e1b-21119d73cac4 requested from dv-cinder-854265-2-iscsi {{(pid=106259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:27:33.485142 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=59 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:33.499546 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=95 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:33.846312 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0d8aa-927c-4bff-b1fc-30151b5a54e7 req-efcd130e-01dc-4258-b524-a933dca284a5 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:33.847807 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b2e0d8aa-927c-4bff-b1fc-30151b5a54e7 req-efcd130e-01dc-4258-b524-a933dca284a5 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d806a7e5-3fc3-41e8-a0c3-68f01b20863e HTTP/1.1" status: 200 len: 945 time: 0.0535095 Aug 30 04:27:33.901139 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b2e0d8aa-927c-4bff-b1fc-30151b5a54e7 req-08fb3a5e-d45f-4ee3-b58f-452c5201a572 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ac47b65d-6a9d-4340-934a-1940db864f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461955 Aug 30 04:27:34.272532 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e0747-c548-492f-b6b2-6d457da50374 req-0b3859b8-f27c-4d05-8fbf-dfa68fc1a642 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:34.274015 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f48e0747-c548-492f-b6b2-6d457da50374 req-0b3859b8-f27c-4d05-8fbf-dfa68fc1a642 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=53019836-c870-4c39-b085-179b6fb4e517 HTTP/1.1" status: 200 len: 944 time: 0.0500495 Aug 30 04:27:34.320608 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f48e0747-c548-492f-b6b2-6d457da50374 req-b3e8403f-afe6-4961-a86a-4105995c6eeb tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=80c86d96-6871-4bef-9ff7-875b9784caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410895 Aug 30 04:27:34.411072 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba up at agent hyperv_hv-cinder-85426 {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:27:34.453846 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Provisioning for port 0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba completed by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:27:34.461420 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Provisioning complete for port 0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:27:34.461801 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:34.521247 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64335b6c-95bd-42c6-9e8a-b960c905d869 req-299e6451-1be1-4353-8564-13e1a97f35ad tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:34.523440 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-64335b6c-95bd-42c6-9e8a-b960c905d869 req-299e6451-1be1-4353-8564-13e1a97f35ad tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 946 time: 0.0474670 Aug 30 04:27:34.541352 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port 0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba is: BUILD; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:27:34.541746 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:34.543885 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:34.571185 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53019836-c870-4c39-b085-179b6fb4e517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba'}] {{(pid=106259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:27:34.573433 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e273ce8b2ae48758be2a6d8dc958f9d92735a0e32143c567216a16ba221820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da0171f-40f5-4b3d-8a65-13daaefc34cb" -d '{"events": [{"server_uuid": "53019836-c870-4c39-b085-179b6fb4e517", "name": "network-vif-plugged", "status": "completed", "tag": "0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba"}]}' {{(pid=106259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:27:34.577653 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-64335b6c-95bd-42c6-9e8a-b960c905d869 req-9f463de1-b949-4b4f-b728-c1ad051e5668 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474772 Aug 30 04:27:34.586785 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba,segment=NetworkSegment(fe99bf72-82af-4368-a27d-a3119e44e20d),segment_id=fe99bf72-82af-4368-a27d-a3119e44e20d)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:27:34.591073 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:34.614461 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0a72e7-05f9-40d4-a1a3-c8d3f793147e x-openstack-request-id: req-3b0a72e7-05f9-40d4-a1a3-c8d3f793147e {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:27:34.614749 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53019836-c870-4c39-b085-179b6fb4e517", "name": "network-vif-plugged", "status": "completed", "tag": "0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba", "code": 200}]} {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:27:34.614999 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-3b0a72e7-05f9-40d4-a1a3-c8d3f793147e {{(pid=106259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:27:34.615383 dv-cinder-854265-2-iscsi neutron-server[106259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b0a72e7-05f9-40d4-a1a3-c8d3f793147e'] response: {'server_uuid': '53019836-c870-4c39-b085-179b6fb4e517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba', 'code': 200} Aug 30 04:27:34.640453 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba,revision_number=5']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:35.024836 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f208390-ceda-4280-a144-427194770feb req-38ae890c-e4c9-468b-a862-6f051aac6282 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:35.026457 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5f208390-ceda-4280-a144-427194770feb req-38ae890c-e4c9-468b-a862-6f051aac6282 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d806a7e5-3fc3-41e8-a0c3-68f01b20863e HTTP/1.1" status: 200 len: 945 time: 0.0511768 Aug 30 04:27:35.131586 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5f208390-ceda-4280-a144-427194770feb req-6852ab43-28c7-47a4-8758-d4154d4d79af tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ac47b65d-6a9d-4340-934a-1940db864f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994964 Aug 30 04:27:35.173827 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff99ff8-8981-4bc1-9d26-0de16636bb47 req-d4e0fc7b-1199-43dc-a35c-98eb77137377 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:35.175353 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3ff99ff8-8981-4bc1-9d26-0de16636bb47 req-d4e0fc7b-1199-43dc-a35c-98eb77137377 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/networks?id=5b04d9ed-8f32-46c9-8e1b-21119d73cac4 HTTP/1.1" status: 200 len: 808 time: 0.1303480 Aug 30 04:27:35.190890 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3ff99ff8-8981-4bc1-9d26-0de16636bb47 req-5faac98b-2703-4863-9c8e-d9570a9e3b23 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/quotas/bdbf61cc87384ade8eb07b032bb6292b HTTP/1.1" status: 200 len: 375 time: 0.0098472 Aug 30 04:27:35.225617 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3ff99ff8-8981-4bc1-9d26-0de16636bb47 req-c5104600-96fc-40de-9ac4-2806413895a6 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=bdbf61cc87384ade8eb07b032bb6292b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296218 Aug 30 04:27:35.327240 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3ff99ff8-8981-4bc1-9d26-0de16636bb47 req-c868c838-0c9d-42c1-b18e-ef9f99d46aa9 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/5b04d9ed-8f32-46c9-8e1b-21119d73cac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933652 Aug 30 04:27:35.460235 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341c951-eec3-45b5-b587-8a44e2ad489a req-c3abf057-3e5b-4a40-a01f-b9e13203fa26 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:35.462066 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0341c951-eec3-45b5-b587-8a44e2ad489a req-c3abf057-3e5b-4a40-a01f-b9e13203fa26 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=53019836-c870-4c39-b085-179b6fb4e517 HTTP/1.1" status: 200 len: 945 time: 0.0692840 Aug 30 04:27:35.465564 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3ff99ff8-8981-4bc1-9d26-0de16636bb47 req-5b65db13-3e27-4ae6-9aab-932f1cdc1220 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/5b04d9ed-8f32-46c9-8e1b-21119d73cac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319959 Aug 30 04:27:35.509733 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0341c951-eec3-45b5-b587-8a44e2ad489a req-ceb628e0-90eb-4bd8-b99e-15b976adcb22 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=80c86d96-6871-4bef-9ff7-875b9784caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422475 Aug 30 04:27:35.658325 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e21f68cd-6fe0-40dc-9302-01f999ad36d8 req-e09fdd25-99bd-41bf-b0e4-9ba2ed427776 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=48e41893-a6f9-419c-a450-9b8233aff17f HTTP/1.1" status: 200 len: 210 time: 0.0365450 Aug 30 04:27:35.696713 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:35.717030 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23a0b9-e562-4819-ab12-2a5089772213 req-b75f72ad-2f5f-4276-9ebb-6e7fbb1083aa tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:35.718759 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2e23a0b9-e562-4819-ab12-2a5089772213 req-b75f72ad-2f5f-4276-9ebb-6e7fbb1083aa tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 946 time: 0.0564699 Aug 30 04:27:35.779232 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2e23a0b9-e562-4819-ab12-2a5089772213 req-fc2195b7-f3e9-4979-8fc9-34d8db3f47fb tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515099 Aug 30 04:27:36.249915 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98483b-b3f3-4ef6-9ccc-329d85898f84 req-f0afd2e7-2985-47aa-a9ec-05f7b20c6afa tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:36.251979 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ef98483b-b3f3-4ef6-9ccc-329d85898f84 req-f0afd2e7-2985-47aa-a9ec-05f7b20c6afa tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d806a7e5-3fc3-41e8-a0c3-68f01b20863e HTTP/1.1" status: 200 len: 945 time: 0.0489304 Aug 30 04:27:36.300117 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ef98483b-b3f3-4ef6-9ccc-329d85898f84 req-427202f2-9caf-46ae-901b-32e0a98722d6 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ac47b65d-6a9d-4340-934a-1940db864f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425951 Aug 30 04:27:36.499479 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 51950) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:36.541687 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.agents_db [None req-600259de-68db-4343-b4d4-64e31eed30fa None None] Agent healthcheck: found 6 active agents {{(pid=106260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:27:36.608913 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-8f77ab79-635a-4221-98c7-92bddc288de7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:36.629173 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510687c-00e1-40c6-93ed-276a3509c8d6 req-7ecfb0ef-f0d5-4d7e-99f4-744316f53a3f tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:36.630703 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9510687c-00e1-40c6-93ed-276a3509c8d6 req-7ecfb0ef-f0d5-4d7e-99f4-744316f53a3f tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=53019836-c870-4c39-b085-179b6fb4e517 HTTP/1.1" status: 200 len: 945 time: 0.0481510 Aug 30 04:27:36.704893 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-8f77ab79-635a-4221-98c7-92bddc288de7 admin admin] Publish callbacks [] for security_group (7ad93927-eb59-4f89-9569-2dfb2fe0ec7e), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:36.707355 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9510687c-00e1-40c6-93ed-276a3509c8d6 req-654689ec-e053-4e84-a377-afba651af0d1 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=80c86d96-6871-4bef-9ff7-875b9784caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705302 Aug 30 04:27:36.709743 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-8f77ab79-635a-4221-98c7-92bddc288de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (7ad93927-eb59-4f89-9569-2dfb2fe0ec7e), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:36.762136 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f77ab79-635a-4221-98c7-92bddc288de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad93927-eb59-4f89-9569-2dfb2fe0ec7e,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:36.773420 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-8f77ab79-635a-4221-98c7-92bddc288de7 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=cd6ef70eb8a842e6ae318a06f9883f3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2727866 Aug 30 04:27:36.773898 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-57ec037c-de90-46d4-94c7-c6f1bc45b386 req-6d618711-99f0-462d-ad63-e8d374da743f tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=48e41893-a6f9-419c-a450-9b8233aff17f HTTP/1.1" status: 200 len: 210 time: 0.0298865 Aug 30 04:27:36.776018 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 51958) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:36.834643 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-89f938ef-1ce7-48d3-b38a-11a8187d90e6 admin admin] Publish callbacks [] for security_group (7ad93927-eb59-4f89-9569-2dfb2fe0ec7e), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:36.856535 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-89f938ef-1ce7-48d3-b38a-11a8187d90e6 admin admin] Publish callbacks [] for security_group (7ad93927-eb59-4f89-9569-2dfb2fe0ec7e), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:36.906807 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790fcbc8-f73c-4f7d-96f7-02f43ce1b1b2 req-8540b04d-083e-4a52-96ae-b95b9ad84ff9 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:36.908763 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-790fcbc8-f73c-4f7d-96f7-02f43ce1b1b2 req-8540b04d-083e-4a52-96ae-b95b9ad84ff9 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 946 time: 0.0530212 Aug 30 04:27:36.910466 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-89f938ef-1ce7-48d3-b38a-11a8187d90e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (7ad93927-eb59-4f89-9569-2dfb2fe0ec7e), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:36.913833 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-89f938ef-1ce7-48d3-b38a-11a8187d90e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:36.918215 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-89f938ef-1ce7-48d3-b38a-11a8187d90e6 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/7ad93927-eb59-4f89-9569-2dfb2fe0ec7e HTTP/1.1" status: 204 len: 168 time: 0.1412413 Aug 30 04:27:36.926466 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f938ef-1ce7-48d3-b38a-11a8187d90e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad93927-eb59-4f89-9569-2dfb2fe0ec7e,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:36.960069 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-790fcbc8-f73c-4f7d-96f7-02f43ce1b1b2 req-23243471-8507-453e-89ce-61724ff1da0b tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452049 Aug 30 04:27:37.421805 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415199f6-4a48-4a77-87bb-848bb7ecf9bd req-d40c81ef-08c1-4074-97e3-29f7b0fecede tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:37.423770 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-415199f6-4a48-4a77-87bb-848bb7ecf9bd req-d40c81ef-08c1-4074-97e3-29f7b0fecede tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d806a7e5-3fc3-41e8-a0c3-68f01b20863e HTTP/1.1" status: 200 len: 945 time: 0.0520372 Aug 30 04:27:37.493474 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78855258-3d69-49e7-bc17-e2cbd3d46b12 req-07adb25d-8cce-4044-b4a8-8f240ba58c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:37.495458 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-78855258-3d69-49e7-bc17-e2cbd3d46b12 req-07adb25d-8cce-4044-b4a8-8f240ba58c66 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=53019836-c870-4c39-b085-179b6fb4e517 HTTP/1.1" status: 200 len: 1129 time: 0.0538838 Aug 30 04:27:37.504025 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-415199f6-4a48-4a77-87bb-848bb7ecf9bd req-27471f65-40e7-4eb6-b6dc-ada84c92815a tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ac47b65d-6a9d-4340-934a-1940db864f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716999 Aug 30 04:27:37.573419 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-78855258-3d69-49e7-bc17-e2cbd3d46b12 req-91fda980-cbc5-4f6b-a22c-9151688c8fd2 service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=80c86d96-6871-4bef-9ff7-875b9784caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465183 Aug 30 04:27:37.811389 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:37.825501 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfadf34-1678-4fc5-af42-d3eeef01f37f req-fde6d3cc-1d18-4cb1-9f38-5240bd8adbfb tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:37.827043 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6bfadf34-1678-4fc5-af42-d3eeef01f37f req-fde6d3cc-1d18-4cb1-9f38-5240bd8adbfb tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=53019836-c870-4c39-b085-179b6fb4e517 HTTP/1.1" status: 200 len: 945 time: 0.0499549 Aug 30 04:27:37.886018 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1d0f3260-99ab-4777-9671-70a718ecb65d req-e856697c-92a1-4e08-abd7-142cfe21fd15 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=48e41893-a6f9-419c-a450-9b8233aff17f HTTP/1.1" status: 200 len: 210 time: 0.0354698 Aug 30 04:27:37.907008 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6bfadf34-1678-4fc5-af42-d3eeef01f37f req-38f5389b-afe3-459b-916e-e67e75ff1d00 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=80c86d96-6871-4bef-9ff7-875b9784caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737946 Aug 30 04:27:38.084712 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d9f3b7-0372-4e62-8332-4ffacb2530e0 req-31e9a87b-28ed-4116-ba97-18fe77f4716d tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:38.086351 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d1d9f3b7-0372-4e62-8332-4ffacb2530e0 req-31e9a87b-28ed-4116-ba97-18fe77f4716d tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 946 time: 0.0494411 Aug 30 04:27:38.142823 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d1d9f3b7-0372-4e62-8332-4ffacb2530e0 req-cb589c4d-4745-498d-9f84-e091583a4669 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509882 Aug 30 04:27:38.625341 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b0386-6025-4a2c-b8db-ed9d8a4d145e req-af2aebd1-5c63-4ea0-9e25-9b366c9fb0f8 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:38.627282 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-918b0386-6025-4a2c-b8db-ed9d8a4d145e req-af2aebd1-5c63-4ea0-9e25-9b366c9fb0f8 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d806a7e5-3fc3-41e8-a0c3-68f01b20863e HTTP/1.1" status: 200 len: 945 time: 0.0501070 Aug 30 04:27:38.639902 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 52070) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:38.679460 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-918b0386-6025-4a2c-b8db-ed9d8a4d145e req-dcf9dbf4-a276-42ed-aae7-8a74b95cf2f8 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ac47b65d-6a9d-4340-934a-1940db864f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463636 Aug 30 04:27:38.781900 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c96ecdfc-7d71-4524-b60d-d2b8ac39bfb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:38.802817 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a9ac8-95d1-4fbc-9e12-240d9ade4346 req-b2d09e2f-5849-4afd-8d8e-a0f0afe1f0fa tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:38.804252 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-922a9ac8-95d1-4fbc-9e12-240d9ade4346 req-b2d09e2f-5849-4afd-8d8e-a0f0afe1f0fa tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=d806a7e5-3fc3-41e8-a0c3-68f01b20863e HTTP/1.1" status: 200 len: 945 time: 0.1035755 Aug 30 04:27:38.812965 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:38.889661 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c96ecdfc-7d71-4524-b60d-d2b8ac39bfb1 admin admin] Publish callbacks [] for security_group (50e8479c-b1ea-4e07-ada7-45d277dd98af), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:38.893965 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c96ecdfc-7d71-4524-b60d-d2b8ac39bfb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (50e8479c-b1ea-4e07-ada7-45d277dd98af), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:38.897693 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:38.963768 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96ecdfc-7d71-4524-b60d-d2b8ac39bfb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e8479c-b1ea-4e07-ada7-45d277dd98af,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:38.976496 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-c96ecdfc-7d71-4524-b60d-d2b8ac39bfb1 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=76fcbd0cabe54191b8044788dedd3c10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3329561 Aug 30 04:27:38.977363 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 52084) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:39.000667 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ada35509-314a-4183-9a2c-09043dc09739 req-069d07e7-8e76-457a-a65f-9bf312167e06 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=48e41893-a6f9-419c-a450-9b8233aff17f HTTP/1.1" status: 200 len: 210 time: 0.0310061 Aug 30 04:27:39.052451 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2a027-edad-449b-9818-2a267ffe5509 req-6862f0ff-c340-4734-8a9f-fad798c07752 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:39.053950 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-54a2a027-edad-449b-9818-2a267ffe5509 req-6862f0ff-c340-4734-8a9f-fad798c07752 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=53019836-c870-4c39-b085-179b6fb4e517 HTTP/1.1" status: 200 len: 945 time: 0.0554278 Aug 30 04:27:39.082081 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [req-922a9ac8-95d1-4fbc-9e12-240d9ade4346 req-68aa42d0-8e4e-4a8f-88da-0ce7601cb94e tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] Deleting port 61195d18-1dc2-42e7-aecc-14a342ca47f9 {{(pid=106257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:27:39.082402 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-922a9ac8-95d1-4fbc-9e12-240d9ade4346 req-68aa42d0-8e4e-4a8f-88da-0ce7601cb94e tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (61195d18-1dc2-42e7-aecc-14a342ca47f9), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:39.102306 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-54a2a027-edad-449b-9818-2a267ffe5509 req-115de79e-bc77-4320-97ea-c69005c4aa89 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=80c86d96-6871-4bef-9ff7-875b9784caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415692 Aug 30 04:27:39.143815 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-0994fd35-10c4-4c49-8f75-e23e4ad9ce04 admin admin] Publish callbacks [] for security_group (50e8479c-b1ea-4e07-ada7-45d277dd98af), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:39.184021 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-0994fd35-10c4-4c49-8f75-e23e4ad9ce04 admin admin] Publish callbacks [] for security_group (50e8479c-b1ea-4e07-ada7-45d277dd98af), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:39.220664 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [req-922a9ac8-95d1-4fbc-9e12-240d9ade4346 req-68aa42d0-8e4e-4a8f-88da-0ce7601cb94e tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] For port 61195d18-1dc2-42e7-aecc-14a342ca47f9, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=61195d18-1dc2-42e7-aecc-14a342ca47f9,segment=NetworkSegment(794373ad-e262-4f96-90af-98a4594608f3),segment_id=794373ad-e262-4f96-90af-98a4594608f3)] {{(pid=106257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:27:39.221028 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-922a9ac8-95d1-4fbc-9e12-240d9ade4346 req-68aa42d0-8e4e-4a8f-88da-0ce7601cb94e tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (61195d18-1dc2-42e7-aecc-14a342ca47f9), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:39.247372 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [req-922a9ac8-95d1-4fbc-9e12-240d9ade4346 req-68aa42d0-8e4e-4a8f-88da-0ce7601cb94e tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] Calling delete_port for 61195d18-1dc2-42e7-aecc-14a342ca47f9 owned by compute:nova {{(pid=106257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:27:39.266404 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c15f75-f7d0-4910-8c3d-57538a9e83f4 req-fff85696-e217-45a5-8de7-b327189cdad7 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:39.268139 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-03c15f75-f7d0-4910-8c3d-57538a9e83f4 req-fff85696-e217-45a5-8de7-b327189cdad7 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 946 time: 0.0519643 Aug 30 04:27:39.320761 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-03c15f75-f7d0-4910-8c3d-57538a9e83f4 req-15f85d2b-9c81-40e4-a0ff-2f6620e35f85 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468686 Aug 30 04:27:39.330207 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-0994fd35-10c4-4c49-8f75-e23e4ad9ce04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (50e8479c-b1ea-4e07-ada7-45d277dd98af), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:39.332836 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-0994fd35-10c4-4c49-8f75-e23e4ad9ce04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:39.334041 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-0994fd35-10c4-4c49-8f75-e23e4ad9ce04 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/50e8479c-b1ea-4e07-ada7-45d277dd98af HTTP/1.1" status: 204 len: 168 time: 0.3557870 Aug 30 04:27:39.349314 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0994fd35-10c4-4c49-8f75-e23e4ad9ce04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e8479c-b1ea-4e07-ada7-45d277dd98af,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:39.434015 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-922a9ac8-95d1-4fbc-9e12-240d9ade4346 req-68aa42d0-8e4e-4a8f-88da-0ce7601cb94e tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (61195d18-1dc2-42e7-aecc-14a342ca47f9), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:39.464536 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aa42d0-8e4e-4a8f-88da-0ce7601cb94e tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] Pushing event deleted for resources: {'Port': ['ID=61195d18-1dc2-42e7-aecc-14a342ca47f9,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:39.550236 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [req-922a9ac8-95d1-4fbc-9e12-240d9ade4346 req-68aa42d0-8e4e-4a8f-88da-0ce7601cb94e tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] No DVR routers for this DVR port 61195d18-1dc2-42e7-aecc-14a342ca47f9 on host hv-cinder-85426 {{(pid=106257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:27:39.560094 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-922a9ac8-95d1-4fbc-9e12-240d9ade4346 req-68aa42d0-8e4e-4a8f-88da-0ce7601cb94e tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:39.563509 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-922a9ac8-95d1-4fbc-9e12-240d9ade4346 req-68aa42d0-8e4e-4a8f-88da-0ce7601cb94e tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.71 "DELETE /networking/v2.0/ports/61195d18-1dc2-42e7-aecc-14a342ca47f9 HTTP/1.1" status: 204 len: 173 time: 0.6494753 Aug 30 04:27:39.563756 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd806a7e5-3fc3-41e8-a0c3-68f01b20863e', 'name': 'network-vif-deleted', 'tag': '61195d18-1dc2-42e7-aecc-14a342ca47f9'}] {{(pid=106257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:27:39.566139 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d1a48af4e812f9c70823208ed2638ca64b88de6e4994a5bf3763d45491ed842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef6ac11-fa69-4264-9e07-3150db44baea" -d '{"events": [{"server_uuid": "d806a7e5-3fc3-41e8-a0c3-68f01b20863e", "name": "network-vif-deleted", "tag": "61195d18-1dc2-42e7-aecc-14a342ca47f9"}]}' {{(pid=106257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:27:39.615274 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6607bbc3-0e94-4cc2-9471-03349b0b3626 x-openstack-request-id: req-6607bbc3-0e94-4cc2-9471-03349b0b3626 {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:27:39.615274 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d806a7e5-3fc3-41e8-a0c3-68f01b20863e", "name": "network-vif-deleted", "tag": "61195d18-1dc2-42e7-aecc-14a342ca47f9", "status": "completed", "code": 200}]} {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:27:39.615274 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-6607bbc3-0e94-4cc2-9471-03349b0b3626 {{(pid=106257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:27:39.615274 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6607bbc3-0e94-4cc2-9471-03349b0b3626'] response: {'server_uuid': 'd806a7e5-3fc3-41e8-a0c3-68f01b20863e', 'name': 'network-vif-deleted', 'tag': '61195d18-1dc2-42e7-aecc-14a342ca47f9', 'status': 'completed', 'code': 200} Aug 30 04:27:39.694739 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 52098) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:39.709284 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-87fcfc79-c205-4dd5-bc65-ef9da8afd1df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:39.763079 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:39.814343 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8b8071f1-ddd2-4681-a702-1a00f140d470 req-a9401158-9f43-45c6-b726-e7b7a15b72ab tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d806a7e5-3fc3-41e8-a0c3-68f01b20863e HTTP/1.1" status: 200 len: 210 time: 0.0398109 Aug 30 04:27:39.827036 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-87fcfc79-c205-4dd5-bc65-ef9da8afd1df admin admin] Publish callbacks [] for security_group (4dc04330-95bf-48e6-bbf1-ea11e93d9c77), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:39.832802 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-87fcfc79-c205-4dd5-bc65-ef9da8afd1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (4dc04330-95bf-48e6-bbf1-ea11e93d9c77), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:39.871426 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fcfc79-c205-4dd5-bc65-ef9da8afd1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc04330-95bf-48e6-bbf1-ea11e93d9c77,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:39.875653 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-87fcfc79-c205-4dd5-bc65-ef9da8afd1df admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=95ac22ebfad240ad9cad0f8e5b60a27a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1799128 Aug 30 04:27:39.879073 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 52104) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:39.927248 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f9ac9a1f-ec65-4cd4-a9eb-6efe9553363c admin admin] Publish callbacks [] for security_group (4dc04330-95bf-48e6-bbf1-ea11e93d9c77), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:39.947217 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f9ac9a1f-ec65-4cd4-a9eb-6efe9553363c admin admin] Publish callbacks [] for security_group (4dc04330-95bf-48e6-bbf1-ea11e93d9c77), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:39.992879 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f9ac9a1f-ec65-4cd4-a9eb-6efe9553363c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (4dc04330-95bf-48e6-bbf1-ea11e93d9c77), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:39.995610 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f9ac9a1f-ec65-4cd4-a9eb-6efe9553363c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:39.996861 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-f9ac9a1f-ec65-4cd4-a9eb-6efe9553363c admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/4dc04330-95bf-48e6-bbf1-ea11e93d9c77 HTTP/1.1" status: 204 len: 168 time: 0.1169508 Aug 30 04:27:40.005836 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac9a1f-ec65-4cd4-a9eb-6efe9553363c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc04330-95bf-48e6-bbf1-ea11e93d9c77,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:40.123210 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4c4eaee3-b4ff-4328-8ec1-f219ea1b869c req-2c759132-b1e9-4d62-9e82-d32cb5fd566d tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=48e41893-a6f9-419c-a450-9b8233aff17f HTTP/1.1" status: 200 len: 210 time: 0.0292261 Aug 30 04:27:40.230513 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9c3b2-a4d3-4069-85db-c9c17ebe7d50 req-8c80a277-29e2-47c9-bdac-f82fc4ee1a8d tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:40.232002 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c3b9c3b2-a4d3-4069-85db-c9c17ebe7d50 req-8c80a277-29e2-47c9-bdac-f82fc4ee1a8d tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=53019836-c870-4c39-b085-179b6fb4e517 HTTP/1.1" status: 200 len: 945 time: 0.0526726 Aug 30 04:27:40.246431 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:40.286289 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c3b9c3b2-a4d3-4069-85db-c9c17ebe7d50 req-1fcf2ec7-5652-42f5-ba89-aa41c20ed917 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=80c86d96-6871-4bef-9ff7-875b9784caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471294 Aug 30 04:27:40.438115 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 61195d18-1dc2-42e7-aecc-14a342ca47f9 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:27:40.463827 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:40.465991 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] No Port match for: 61195d18-1dc2-42e7-aecc-14a342ca47f9 {{(pid=106259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:27:40.466403 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 61195d18-1dc2-42e7-aecc-14a342ca47f9 not bound to the agent host hv-cinder-85426 {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:27:40.477319 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf5d66-7637-482b-9ae2-25b220d7cb96 req-d3173ce0-a7a3-489e-9127-08234853f665 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:40.478943 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-51cf5d66-7637-482b-9ae2-25b220d7cb96 req-d3173ce0-a7a3-489e-9127-08234853f665 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 946 time: 0.0580332 Aug 30 04:27:40.534363 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-51cf5d66-7637-482b-9ae2-25b220d7cb96 req-1759d902-d30e-4908-b95a-54a7da42ad1a tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497437 Aug 30 04:27:40.923371 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-abf92722-83ee-4adc-b7af-32c270063e58 req-38c24de2-1a49-42b9-bef8-58825d9153cc tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d806a7e5-3fc3-41e8-a0c3-68f01b20863e HTTP/1.1" status: 200 len: 210 time: 0.0306728 Aug 30 04:27:41.216270 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:INSERT=2,neutron:SELECT=88,neutron:DELETE=10 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:41.227754 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff99ff8-8981-4bc1-9d26-0de16636bb47 req-7204ec69-ffda-4576-b185-f59244c2fab3 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:41.229705 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-3ff99ff8-8981-4bc1-9d26-0de16636bb47 req-7204ec69-ffda-4576-b185-f59244c2fab3 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.71 "GET /networking/v2.0/networks?id=5b04d9ed-8f32-46c9-8e1b-21119d73cac4 HTTP/1.1" status: 200 len: 808 time: 0.1500926 Aug 30 04:27:41.263406 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f8a94505-b2f9-46a6-a55f-3792ffa62680 req-f6527502-4df0-4c4b-bcfb-9a187101a4ee tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=48e41893-a6f9-419c-a450-9b8233aff17f HTTP/1.1" status: 200 len: 210 time: 0.0280678 Aug 30 04:27:41.272884 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [req-3ff99ff8-8981-4bc1-9d26-0de16636bb47 req-da72063b-3c01-45c6-8ad0-97a52f108fa2 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Request body: {'port': {'device_id': '48e41893-a6f9-419c-a450-9b8233aff17f', 'network_id': '5b04d9ed-8f32-46c9-8e1b-21119d73cac4', 'admin_state_up': True, 'tenant_id': 'bdbf61cc87384ade8eb07b032bb6292b'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:27:41.387062 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ff99ff8-8981-4bc1-9d26-0de16636bb47 req-da72063b-3c01-45c6-8ad0-97a52f108fa2 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Made reservation on behalf of bdbf61cc87384ade8eb07b032bb6292b for: {'port': 1} {{(pid=106257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:27:41.390888 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-3ff99ff8-8981-4bc1-9d26-0de16636bb47 req-da72063b-3c01-45c6-8ad0-97a52f108fa2 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:41.524735 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.db_base_plugin_common [req-3ff99ff8-8981-4bc1-9d26-0de16636bb47 req-da72063b-3c01-45c6-8ad0-97a52f108fa2 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Allocated IP 172.20.0.6 (5b04d9ed-8f32-46c9-8e1b-21119d73cac4/e2416ebc-87da-4b07-aed2-c484af08ee38/bb40c801-45f5-4a6a-912d-08b3f12cb066) {{(pid=106257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:27:41.535993 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:41.684203 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138157aa-5971-440c-8719-60caeeb590a0 req-6481a306-2cdc-4275-bd15-b15ce81dce45 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:41.686005 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-138157aa-5971-440c-8719-60caeeb590a0 req-6481a306-2cdc-4275-bd15-b15ce81dce45 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 946 time: 0.0657737 Aug 30 04:27:41.738206 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-3ff99ff8-8981-4bc1-9d26-0de16636bb47 req-da72063b-3c01-45c6-8ad0-97a52f108fa2 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Publish callbacks [] for port (bb40c801-45f5-4a6a-912d-08b3f12cb066), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:41.772184 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-138157aa-5971-440c-8719-60caeeb590a0 req-a22caec8-a39d-4de5-bbfd-ac9a942afae2 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722461 Aug 30 04:27:41.789063 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-3ff99ff8-8981-4bc1-9d26-0de16636bb47 req-da72063b-3c01-45c6-8ad0-97a52f108fa2 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (bb40c801-45f5-4a6a-912d-08b3f12cb066), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:41.837550 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ff99ff8-8981-4bc1-9d26-0de16636bb47 req-da72063b-3c01-45c6-8ad0-97a52f108fa2 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Network 5b04d9ed-8f32-46c9-8e1b-21119d73cac4 is already hosted by enough agents. {{(pid=106257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:27:41.841270 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.base_scheduler [req-3ff99ff8-8981-4bc1-9d26-0de16636bb47 req-da72063b-3c01-45c6-8ad0-97a52f108fa2 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Resources bound (agent type, host, resource id): {{(pid=106257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:27:41.846362 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff99ff8-8981-4bc1-9d26-0de16636bb47 req-da72063b-3c01-45c6-8ad0-97a52f108fa2 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Received port after_create {{(pid=106257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:27:41.852446 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da72063b-3c01-45c6-8ad0-97a52f108fa2 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Pushing event updated for resources: {'Port': ['ID=bb40c801-45f5-4a6a-912d-08b3f12cb066,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:41.910168 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff99ff8-8981-4bc1-9d26-0de16636bb47 req-da72063b-3c01-45c6-8ad0-97a52f108fa2 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:41.910779 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-3ff99ff8-8981-4bc1-9d26-0de16636bb47 req-da72063b-3c01-45c6-8ad0-97a52f108fa2 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:41.927694 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-3ff99ff8-8981-4bc1-9d26-0de16636bb47 req-da72063b-3c01-45c6-8ad0-97a52f108fa2 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6586962 Aug 30 04:27:41.987102 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [req-3ff99ff8-8981-4bc1-9d26-0de16636bb47 req-8768af80-6545-4c69-9204-85c95dcb3803 service neutron] Request body: {'port': {'device_id': '48e41893-a6f9-419c-a450-9b8233aff17f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:27:42.052769 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a0481bf8-054d-4924-ae2a-6ab3898de745 req-1e4f7327-6829-431c-9463-82631ca5362e tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d806a7e5-3fc3-41e8-a0c3-68f01b20863e HTTP/1.1" status: 200 len: 210 time: 0.0334315 Aug 30 04:27:42.068469 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-3ff99ff8-8981-4bc1-9d26-0de16636bb47 req-8768af80-6545-4c69-9204-85c95dcb3803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (bb40c801-45f5-4a6a-912d-08b3f12cb066), before_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:42.108630 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (dd0d0365-d50b-4401-90d8-c3ff73fab053), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:42.283463 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:42.367635 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.notifiers.nova [req-3ff99ff8-8981-4bc1-9d26-0de16636bb47 req-8768af80-6545-4c69-9204-85c95dcb3803 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb40c801-45f5-4a6a-912d-08b3f12cb066 {{(pid=106257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:27:42.375223 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-3ff99ff8-8981-4bc1-9d26-0de16636bb47 req-8768af80-6545-4c69-9204-85c95dcb3803 service neutron] Publish callbacks [] for port (bb40c801-45f5-4a6a-912d-08b3f12cb066), precommit_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:42.388292 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.provisioning_blocks [req-3ff99ff8-8981-4bc1-9d26-0de16636bb47 req-8768af80-6545-4c69-9204-85c95dcb3803 service neutron] Transition to ACTIVE for port object bb40c801-45f5-4a6a-912d-08b3f12cb066 will not be triggered until provisioned by entity L2. {{(pid=106257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:27:42.392786 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-3ff99ff8-8981-4bc1-9d26-0de16636bb47 req-8768af80-6545-4c69-9204-85c95dcb3803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61207719'] for port (bb40c801-45f5-4a6a-912d-08b3f12cb066), after_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:42.392946 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399ce0a-6bf8-43a3-8768-000539e474b6 req-fa0715bd-65e1-4d32-aa59-ae61a1b84229 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:42.394547 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f399ce0a-6bf8-43a3-8768-000539e474b6 req-fa0715bd-65e1-4d32-aa59-ae61a1b84229 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=48e41893-a6f9-419c-a450-9b8233aff17f HTTP/1.1" status: 200 len: 931 time: 0.0518844 Aug 30 04:27:42.442278 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f399ce0a-6bf8-43a3-8768-000539e474b6 req-b1ab26e3-174c-45b6-b42c-534b44aeaca8 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417051 Aug 30 04:27:42.452091 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8768af80-6545-4c69-9204-85c95dcb3803 service neutron] Pushing event updated for resources: {'Port': ['ID=bb40c801-45f5-4a6a-912d-08b3f12cb066,revision_number=2']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:42.486207 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:42.507679 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.managers [req-3ff99ff8-8981-4bc1-9d26-0de16636bb47 req-8768af80-6545-4c69-9204-85c95dcb3803 service neutron] Attempting to bind port bb40c801-45f5-4a6a-912d-08b3f12cb066 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:27:42.508018 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.managers [req-3ff99ff8-8981-4bc1-9d26-0de16636bb47 req-8768af80-6545-4c69-9204-85c95dcb3803 service neutron] Attempting to bind port bb40c801-45f5-4a6a-912d-08b3f12cb066 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '211ef5bb-e874-4c0c-91ab-d61cbe721bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '5b04d9ed-8f32-46c9-8e1b-21119d73cac4'}] {{(pid=106257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:27:42.508348 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff99ff8-8981-4bc1-9d26-0de16636bb47 req-8768af80-6545-4c69-9204-85c95dcb3803 service neutron] Attempting to bind port bb40c801-45f5-4a6a-912d-08b3f12cb066 on network 5b04d9ed-8f32-46c9-8e1b-21119d73cac4 {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:27:42.512836 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff99ff8-8981-4bc1-9d26-0de16636bb47 req-8768af80-6545-4c69-9204-85c95dcb3803 service neutron] Port bb40c801-45f5-4a6a-912d-08b3f12cb066 on network 5b04d9ed-8f32-46c9-8e1b-21119d73cac4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:27:42.513177 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff99ff8-8981-4bc1-9d26-0de16636bb47 req-8768af80-6545-4c69-9204-85c95dcb3803 service neutron] Attempting to bind port bb40c801-45f5-4a6a-912d-08b3f12cb066 on network 5b04d9ed-8f32-46c9-8e1b-21119d73cac4 {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:27:42.518040 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff99ff8-8981-4bc1-9d26-0de16636bb47 req-8768af80-6545-4c69-9204-85c95dcb3803 service neutron] Checking agent: {'id': 'dd0d0365-d50b-4401-90d8-c3ff73fab053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 24, 11), 'started_at': datetime.datetime(2022, 8, 30, 4, 24, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:27:42.518404 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff99ff8-8981-4bc1-9d26-0de16636bb47 req-8768af80-6545-4c69-9204-85c95dcb3803 service neutron] Checking segment: {'id': '211ef5bb-e874-4c0c-91ab-d61cbe721bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '5b04d9ed-8f32-46c9-8e1b-21119d73cac4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:27:42.518784 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff99ff8-8981-4bc1-9d26-0de16636bb47 req-8768af80-6545-4c69-9204-85c95dcb3803 service neutron] Bound using segment: {'id': '211ef5bb-e874-4c0c-91ab-d61cbe721bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '5b04d9ed-8f32-46c9-8e1b-21119d73cac4'} {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:27:42.519206 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.managers [req-3ff99ff8-8981-4bc1-9d26-0de16636bb47 req-8768af80-6545-4c69-9204-85c95dcb3803 service neutron] Bound port: bb40c801-45f5-4a6a-912d-08b3f12cb066, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '211ef5bb-e874-4c0c-91ab-d61cbe721bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '5b04d9ed-8f32-46c9-8e1b-21119d73cac4'}}] {{(pid=106257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:27:42.519560 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-3ff99ff8-8981-4bc1-9d26-0de16636bb47 req-8768af80-6545-4c69-9204-85c95dcb3803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (bb40c801-45f5-4a6a-912d-08b3f12cb066), before_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:42.578128 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [req-3ff99ff8-8981-4bc1-9d26-0de16636bb47 req-8768af80-6545-4c69-9204-85c95dcb3803 service neutron] For port bb40c801-45f5-4a6a-912d-08b3f12cb066, host hv-cinder-85426, cleared binding levels {{(pid=106257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:27:42.581971 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [req-3ff99ff8-8981-4bc1-9d26-0de16636bb47 req-8768af80-6545-4c69-9204-85c95dcb3803 service neutron] For port bb40c801-45f5-4a6a-912d-08b3f12cb066, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=bb40c801-45f5-4a6a-912d-08b3f12cb066,segment=NetworkSegment(211ef5bb-e874-4c0c-91ab-d61cbe721bae),segment_id=211ef5bb-e874-4c0c-91ab-d61cbe721bae)] {{(pid=106257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:27:42.589290 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-3ff99ff8-8981-4bc1-9d26-0de16636bb47 req-8768af80-6545-4c69-9204-85c95dcb3803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61207719'] for port (bb40c801-45f5-4a6a-912d-08b3f12cb066), after_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:42.594916 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff99ff8-8981-4bc1-9d26-0de16636bb47 req-8768af80-6545-4c69-9204-85c95dcb3803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:42.595600 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-3ff99ff8-8981-4bc1-9d26-0de16636bb47 req-8768af80-6545-4c69-9204-85c95dcb3803 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:42.596961 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-3ff99ff8-8981-4bc1-9d26-0de16636bb47 req-8768af80-6545-4c69-9204-85c95dcb3803 service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/bb40c801-45f5-4a6a-912d-08b3f12cb066 HTTP/1.1" status: 200 len: 1093 time: 0.6162508 Aug 30 04:27:42.597432 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48e41893-a6f9-419c-a450-9b8233aff17f', 'tag': 'bb40c801-45f5-4a6a-912d-08b3f12cb066'}] {{(pid=106257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:27:42.599653 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d1a48af4e812f9c70823208ed2638ca64b88de6e4994a5bf3763d45491ed842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292f0ed9-f48d-445c-9138-426266b69026" -d '{"events": [{"name": "network-changed", "server_uuid": "48e41893-a6f9-419c-a450-9b8233aff17f", "tag": "bb40c801-45f5-4a6a-912d-08b3f12cb066"}]}' {{(pid=106257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:27:42.640328 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702b8603-7d78-4df0-b81b-417d78ccd159 x-openstack-request-id: req-702b8603-7d78-4df0-b81b-417d78ccd159 {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:27:42.640617 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48e41893-a6f9-419c-a450-9b8233aff17f", "tag": "bb40c801-45f5-4a6a-912d-08b3f12cb066", "status": "completed", "code": 200}]} {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:27:42.640870 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-702b8603-7d78-4df0-b81b-417d78ccd159 {{(pid=106257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:27:42.641320 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-702b8603-7d78-4df0-b81b-417d78ccd159'] response: {'name': 'network-changed', 'server_uuid': '48e41893-a6f9-419c-a450-9b8233aff17f', 'tag': 'bb40c801-45f5-4a6a-912d-08b3f12cb066', 'status': 'completed', 'code': 200} Aug 30 04:27:42.645882 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8768af80-6545-4c69-9204-85c95dcb3803 service neutron] Pushing event updated for resources: {'Port': ['ID=bb40c801-45f5-4a6a-912d-08b3f12cb066,revision_number=3']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:42.889310 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddfbe61-1f0c-431c-be48-410984bd8895 req-15bffd41-cc94-42b6-9722-c259b2b6b7f4 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:42.891001 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bddfbe61-1f0c-431c-be48-410984bd8895 req-15bffd41-cc94-42b6-9722-c259b2b6b7f4 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 946 time: 0.0495372 Aug 30 04:27:42.941429 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bddfbe61-1f0c-431c-be48-410984bd8895 req-b9086003-d9c9-40b5-a157-6c8504b96302 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433409 Aug 30 04:27:43.086874 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f0ed9-f48d-445c-9138-426266b69026 req-f0d6ce88-9743-4875-8fb3-96f8d1c87e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:43.088540 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-292f0ed9-f48d-445c-9138-426266b69026 req-f0d6ce88-9743-4875-8fb3-96f8d1c87e44 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=bdbf61cc87384ade8eb07b032bb6292b&device_id=48e41893-a6f9-419c-a450-9b8233aff17f HTTP/1.1" status: 200 len: 1127 time: 0.0455198 Aug 30 04:27:43.191446 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-cffe22ad-9f76-4e07-baa2-5d432add7829 req-c32e62ae-680c-4f77-8f92-b927cb2f64a0 tempest-DeleteServersTestJSON-1375110515 tempest-DeleteServersTestJSON-1375110515-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d806a7e5-3fc3-41e8-a0c3-68f01b20863e HTTP/1.1" status: 200 len: 210 time: 0.0344379 Aug 30 04:27:43.238596 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f0ed9-f48d-445c-9138-426266b69026 req-9659a78b-6200-4683-8d25-97e6ea069863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:43.240302 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-292f0ed9-f48d-445c-9138-426266b69026 req-9659a78b-6200-4683-8d25-97e6ea069863 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?tenant_id=bdbf61cc87384ade8eb07b032bb6292b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1063955 Aug 30 04:27:43.347065 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f0ed9-f48d-445c-9138-426266b69026 req-eefefcf3-9dea-4760-8898-5ec98cb22632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:43.348591 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-292f0ed9-f48d-445c-9138-426266b69026 req-eefefcf3-9dea-4760-8898-5ec98cb22632 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1016238 Aug 30 04:27:43.498707 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff99ff8-8981-4bc1-9d26-0de16636bb47 req-a2659c87-834c-44ef-ab67-94b4604ae7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:43.500270 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-3ff99ff8-8981-4bc1-9d26-0de16636bb47 req-a2659c87-834c-44ef-ab67-94b4604ae7c7 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=bdbf61cc87384ade8eb07b032bb6292b&device_id=48e41893-a6f9-419c-a450-9b8233aff17f HTTP/1.1" status: 200 len: 1127 time: 0.0451918 Aug 30 04:27:43.560062 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-3ff99ff8-8981-4bc1-9d26-0de16636bb47 req-c79fe880-878a-41a9-b2b2-1657b1486999 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb40c801-45f5-4a6a-912d-08b3f12cb066 HTTP/1.1" status: 200 len: 217 time: 0.0363958 Aug 30 04:27:43.629346 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff99ff8-8981-4bc1-9d26-0de16636bb47 req-4252da38-7e10-489e-9f42-22e5ec91c121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:43.630882 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-3ff99ff8-8981-4bc1-9d26-0de16636bb47 req-4252da38-7e10-489e-9f42-22e5ec91c121 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=e2416ebc-87da-4b07-aed2-c484af08ee38 HTTP/1.1" status: 200 len: 848 time: 0.0575321 Aug 30 04:27:43.671966 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-3ff99ff8-8981-4bc1-9d26-0de16636bb47 req-c986d1b3-acca-45b4-9c5f-2305cb619ec9 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=5b04d9ed-8f32-46c9-8e1b-21119d73cac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292220 Aug 30 04:27:43.774195 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7dd77f-3f5e-4c50-9337-cc3af0d9739a req-299872dc-8b35-441d-8b15-44f393a6408e tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:43.776607 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3e7dd77f-3f5e-4c50-9337-cc3af0d9739a req-299872dc-8b35-441d-8b15-44f393a6408e tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=48e41893-a6f9-419c-a450-9b8233aff17f HTTP/1.1" status: 200 len: 943 time: 0.2562985 Aug 30 04:27:43.782676 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-3ff99ff8-8981-4bc1-9d26-0de16636bb47 req-40671035-a38b-4543-ab79-6cd4fb0c9509 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/5b04d9ed-8f32-46c9-8e1b-21119d73cac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924599 Aug 30 04:27:43.828637 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3e7dd77f-3f5e-4c50-9337-cc3af0d9739a req-9f8210c6-0843-434f-a70e-5ec6222c4ab3 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462976 Aug 30 04:27:43.901555 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-3ff99ff8-8981-4bc1-9d26-0de16636bb47 req-61817c31-ee43-4e11-b894-a67894be7239 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/5b04d9ed-8f32-46c9-8e1b-21119d73cac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036360 Aug 30 04:27:44.068686 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c2fd1-78c6-4d18-a768-6902360e97e9 req-c4b27c0b-2031-4ae5-b83a-07ffe85b4569 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:44.070187 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d19c2fd1-78c6-4d18-a768-6902360e97e9 req-c4b27c0b-2031-4ae5-b83a-07ffe85b4569 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 946 time: 0.0541484 Aug 30 04:27:44.103547 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:44.124366 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d19c2fd1-78c6-4d18-a768-6902360e97e9 req-53d00e8f-541a-42d4-99b5-ea72325279bc tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483475 Aug 30 04:27:44.966323 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941ff2d-bdea-439b-9de0-56c6bef73363 req-7eada275-d5b5-4946-a0fc-4f6a934c0c05 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:44.967940 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d941ff2d-bdea-439b-9de0-56c6bef73363 req-7eada275-d5b5-4946-a0fc-4f6a934c0c05 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=48e41893-a6f9-419c-a450-9b8233aff17f HTTP/1.1" status: 200 len: 943 time: 0.0578690 Aug 30 04:27:45.023749 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d941ff2d-bdea-439b-9de0-56c6bef73363 req-d7405bff-64cb-4d48-89ed-bfa600d0685c tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463059 Aug 30 04:27:45.248713 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298dbe17-adba-48c2-8262-90fe26f06fe8 req-0fa09b63-5a49-4031-b439-48436ff412f7 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:45.250229 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-298dbe17-adba-48c2-8262-90fe26f06fe8 req-0fa09b63-5a49-4031-b439-48436ff412f7 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 946 time: 0.0493662 Aug 30 04:27:45.309591 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-298dbe17-adba-48c2-8262-90fe26f06fe8 req-9a6fed22-8656-416a-9f14-26d41813c36c tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529716 Aug 30 04:27:45.546472 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 52352) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:45.674283 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:45.681519 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a45e0a4c-21f7-441c-b677-a4ff37dda7bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:45.737428 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 52370) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:46.044954 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:46.054150 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a45e0a4c-21f7-441c-b677-a4ff37dda7bf admin admin] Publish callbacks [] for security_group (d98fd613-e4da-4de7-ade9-763389b97e85), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:46.059778 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a45e0a4c-21f7-441c-b677-a4ff37dda7bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (d98fd613-e4da-4de7-ade9-763389b97e85), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:46.142807 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e0a4c-21f7-441c-b677-a4ff37dda7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98fd613-e4da-4de7-ade9-763389b97e85,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:46.146967 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-a45e0a4c-21f7-441c-b677-a4ff37dda7bf admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=8701651cc71743fbbc9ac74a7aa3845c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5994112 Aug 30 04:27:46.149711 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 52376) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:46.168570 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1098678-5eb4-4468-8032-e624fcc9bc6d req-9c2ce8c8-5566-47ef-a27b-b742cc232aa7 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:46.170648 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d1098678-5eb4-4468-8032-e624fcc9bc6d req-9c2ce8c8-5566-47ef-a27b-b742cc232aa7 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=48e41893-a6f9-419c-a450-9b8233aff17f HTTP/1.1" status: 200 len: 943 time: 0.0543480 Aug 30 04:27:46.220107 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d1098678-5eb4-4468-8032-e624fcc9bc6d req-722380d2-f63e-44e0-891f-a3994820c7b7 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421619 Aug 30 04:27:46.249421 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ff1a06b8-7835-4bd2-8c94-209581d890e3 admin admin] Publish callbacks [] for security_group (d98fd613-e4da-4de7-ade9-763389b97e85), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:46.293168 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ff1a06b8-7835-4bd2-8c94-209581d890e3 admin admin] Publish callbacks [] for security_group (d98fd613-e4da-4de7-ade9-763389b97e85), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:46.431868 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f2342-581e-46b6-a71b-55c82828a9f6 req-fd0f2fd0-dc7f-4cc9-96f4-57615482a4c5 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:46.433552 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-606f2342-581e-46b6-a71b-55c82828a9f6 req-fd0f2fd0-dc7f-4cc9-96f4-57615482a4c5 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 946 time: 0.0541425 Aug 30 04:27:46.451762 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ff1a06b8-7835-4bd2-8c94-209581d890e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (d98fd613-e4da-4de7-ade9-763389b97e85), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:46.454867 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ff1a06b8-7835-4bd2-8c94-209581d890e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:46.456015 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-ff1a06b8-7835-4bd2-8c94-209581d890e3 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/d98fd613-e4da-4de7-ade9-763389b97e85 HTTP/1.1" status: 204 len: 168 time: 0.3054061 Aug 30 04:27:46.457371 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device bb40c801-45f5-4a6a-912d-08b3f12cb066 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:27:46.482599 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a06b8-7835-4bd2-8c94-209581d890e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98fd613-e4da-4de7-ade9-763389b97e85,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:46.484582 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a28fb23b-a2fd-48fa-bb8f-9a258a2ae4a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697220'] for router_interface (e085ca82-0f33-4410-99f1-d3b786da6cfb), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:46.492025 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:46.498321 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-606f2342-581e-46b6-a71b-55c82828a9f6 req-ea875e75-4233-4f49-a4aa-3c9b83c4a9c5 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588295 Aug 30 04:27:46.593740 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port bb40c801-45f5-4a6a-912d-08b3f12cb066, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=bb40c801-45f5-4a6a-912d-08b3f12cb066,segment=NetworkSegment(211ef5bb-e874-4c0c-91ab-d61cbe721bae),segment_id=211ef5bb-e874-4c0c-91ab-d61cbe721bae)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:27:46.606286 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Returning: {'device': 'bb40c801-45f5-4a6a-912d-08b3f12cb066', 'network_id': '5b04d9ed-8f32-46c9-8e1b-21119d73cac4', 'port_id': 'bb40c801-45f5-4a6a-912d-08b3f12cb066', 'mac_address': 'fa:16:3e:06:a9:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1075, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2416ebc-87da-4b07-aed2-c484af08ee38', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:27:46.645585 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port bb40c801-45f5-4a6a-912d-08b3f12cb066 is: DOWN; New status is: BUILD {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:27:46.646057 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (bb40c801-45f5-4a6a-912d-08b3f12cb066), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:46.665769 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb40c801-45f5-4a6a-912d-08b3f12cb066 {{(pid=106259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:27:46.688763 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port bb40c801-45f5-4a6a-912d-08b3f12cb066, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=bb40c801-45f5-4a6a-912d-08b3f12cb066,segment=NetworkSegment(211ef5bb-e874-4c0c-91ab-d61cbe721bae),segment_id=211ef5bb-e874-4c0c-91ab-d61cbe721bae)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:27:46.693310 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (bb40c801-45f5-4a6a-912d-08b3f12cb066), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:46.697997 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:46.749937 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:46.754883 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=bb40c801-45f5-4a6a-912d-08b3f12cb066,revision_number=4']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:46.795760 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [None req-a28fb23b-a2fd-48fa-bb8f-9a258a2ae4a4 admin admin] Deleting port 429ef520-470e-4262-8dbb-3ecd724380d5 {{(pid=106257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:27:46.796390 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a28fb23b-a2fd-48fa-bb8f-9a258a2ae4a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (429ef520-470e-4262-8dbb-3ecd724380d5), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:46.900843 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [None req-a28fb23b-a2fd-48fa-bb8f-9a258a2ae4a4 admin admin] For port 429ef520-470e-4262-8dbb-3ecd724380d5, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=429ef520-470e-4262-8dbb-3ecd724380d5,segment=NetworkSegment(794373ad-e262-4f96-90af-98a4594608f3),segment_id=794373ad-e262-4f96-90af-98a4594608f3)] {{(pid=106257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:27:46.901365 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a28fb23b-a2fd-48fa-bb8f-9a258a2ae4a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (429ef520-470e-4262-8dbb-3ecd724380d5), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:46.918561 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [None req-a28fb23b-a2fd-48fa-bb8f-9a258a2ae4a4 admin admin] Calling delete_port for 429ef520-470e-4262-8dbb-3ecd724380d5 owned by network:router_interface {{(pid=106257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:27:47.032478 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:47.165145 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a28fb23b-a2fd-48fa-bb8f-9a258a2ae4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (429ef520-470e-4262-8dbb-3ecd724380d5), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:47.206259 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28fb23b-a2fd-48fa-bb8f-9a258a2ae4a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=429ef520-470e-4262-8dbb-3ecd724380d5,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:47.286577 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 52420) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:47.326729 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] get_ports_and_sgs() called for port_ids ['bb40c801-45f5-4a6a-912d-08b3f12cb066'] {{(pid=106259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:27:47.342045 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 52424) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:47.428264 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09498ed-3bb9-4a9b-b45f-c64107cf0d74 req-3adcfdbc-7af9-481d-a11e-1aaf159d29d3 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:47.430143 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d09498ed-3bb9-4a9b-b45f-c64107cf0d74 req-3adcfdbc-7af9-481d-a11e-1aaf159d29d3 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=48e41893-a6f9-419c-a450-9b8233aff17f HTTP/1.1" status: 200 len: 944 time: 0.0818849 Aug 30 04:27:47.490518 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a28fb23b-a2fd-48fa-bb8f-9a258a2ae4a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-697396'] for router_interface (e085ca82-0f33-4410-99f1-d3b786da6cfb), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:47.533384 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-a94d75fd-9670-4336-9504-764db0821f39 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-920664498-network', 'tenant_id': '3a706ffd11144f46ba54becd86464f02'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:27:47.541310 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-15cc585f-efbe-4b25-97d1-6a3f4cb57de6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:47.558138 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d09498ed-3bb9-4a9b-b45f-c64107cf0d74 req-eb2f317c-61e2-4791-9de5-8fa0871fd345 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219916 Aug 30 04:27:47.598502 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94d75fd-9670-4336-9504-764db0821f39 admin admin] Made reservation on behalf of 3a706ffd11144f46ba54becd86464f02 for: {'network': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:27:47.601605 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a94d75fd-9670-4336-9504-764db0821f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for network (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:47.637851 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a94d75fd-9670-4336-9504-764db0821f39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:47.688934 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959d336-e6f8-4feb-b85a-99fb83b6f5e1 req-b06a5e89-4705-444d-870d-6e09babab488 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:47.690582 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c959d336-e6f8-4feb-b85a-99fb83b6f5e1 req-b06a5e89-4705-444d-870d-6e09babab488 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 946 time: 0.0952561 Aug 30 04:27:47.738243 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-15cc585f-efbe-4b25-97d1-6a3f4cb57de6 admin admin] Publish callbacks [] for security_group (93a6be11-a4f5-4921-9b78-be456a1f1694), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:47.746823 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-15cc585f-efbe-4b25-97d1-6a3f4cb57de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (93a6be11-a4f5-4921-9b78-be456a1f1694), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:47.747212 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28fb23b-a2fd-48fa-bb8f-9a258a2ae4a4 admin admin] Router e085ca82-0f33-4410-99f1-d3b786da6cfb has already been hosted by L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 {{(pid=106257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:27:47.758280 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:47.825780 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c959d336-e6f8-4feb-b85a-99fb83b6f5e1 req-30710a01-2026-41dc-a5b2-cffe6683bd71 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272261 Aug 30 04:27:47.827897 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-15cc585f-efbe-4b25-97d1-6a3f4cb57de6 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=84572fe9e8d44d5a88bcb33ba41cc719&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5403063 Aug 30 04:27:47.830628 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc585f-efbe-4b25-97d1-6a3f4cb57de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a6be11-a4f5-4921-9b78-be456a1f1694,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:47.833381 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 52432) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:47.872170 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:47.874092 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28fb23b-a2fd-48fa-bb8f-9a258a2ae4a4 admin admin] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:27:47.883715 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-a28fb23b-a2fd-48fa-bb8f-9a258a2ae4a4 admin admin] 10.222.0.85 "PUT /networking/v2.0/routers/e085ca82-0f33-4410-99f1-d3b786da6cfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1429052 Aug 30 04:27:47.884067 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 52434) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:47.885426 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a94d75fd-9670-4336-9504-764db0821f39 admin admin] Publish callbacks [] for security_group (5d05d75d-0854-454d-988f-6c2d14fab9c8), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:47.897992 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee352a62-3d48-43f3-a0f3-1d1413234452 None None] Sync routers for ids ['e085ca82-0f33-4410-99f1-d3b786da6cfb'] in dv-cinder-854265-2-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:27:47.903140 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a94d75fd-9670-4336-9504-764db0821f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (5d05d75d-0854-454d-988f-6c2d14fab9c8), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:47.909485 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee352a62-3d48-43f3-a0f3-1d1413234452 None None] Routers {'e085ca82-0f33-4410-99f1-d3b786da6cfb'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:27:47.910267 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-ee352a62-3d48-43f3-a0f3-1d1413234452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:27:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['e085ca82-0f33-4410-99f1-d3b786da6cfb'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:27:47.937018 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a94d75fd-9670-4336-9504-764db0821f39 admin admin] vlan segment allocate from pool success with {'vlan_id': 1084, 'physical_network': 'physnet1'} {{(pid=106258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 04:27:47.943065 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3a7a4ab9-7af0-4171-9eac-054c14002c38 admin admin] Publish callbacks [] for security_group (93a6be11-a4f5-4921-9b78-be456a1f1694), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:47.959660 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d75fd-9670-4336-9504-764db0821f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d05d75d-0854-454d-988f-6c2d14fab9c8,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:47.971545 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a94d75fd-9670-4336-9504-764db0821f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3898234'] for segment (2df95583-7b31-406c-8e38-f71f0978ee31), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:47.971892 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.db.segments_db [None req-a94d75fd-9670-4336-9504-764db0821f39 admin admin] Added segment 2df95583-7b31-406c-8e38-f71f0978ee31 of type vlan for network 96c8b8cf-2777-48ff-a669-0d5f521159b4 Aug 30 04:27:47.988447 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3a7a4ab9-7af0-4171-9eac-054c14002c38 admin admin] Publish callbacks [] for security_group (93a6be11-a4f5-4921-9b78-be456a1f1694), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:47.996330 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-f24cbaa9-168d-44c9-be1d-e522c0ad82e5 admin admin] Publish callbacks [] for router (e085ca82-0f33-4410-99f1-d3b786da6cfb), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:48.045489 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a94d75fd-9670-4336-9504-764db0821f39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260646229'] for network (96c8b8cf-2777-48ff-a669-0d5f521159b4), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:48.082171 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:48.095844 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a94d75fd-9670-4336-9504-764db0821f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055'] for network (96c8b8cf-2777-48ff-a669-0d5f521159b4), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:48.099234 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94d75fd-9670-4336-9504-764db0821f39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:48.100025 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a94d75fd-9670-4336-9504-764db0821f39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for network (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:48.135108 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-f24cbaa9-168d-44c9-be1d-e522c0ad82e5 admin admin] Publish callbacks [] for router_gateway (e085ca82-0f33-4410-99f1-d3b786da6cfb), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:48.158513 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-ee352a62-3d48-43f3-a0f3-1d1413234452 None None] Set router e085ca82-0f33-4410-99f1-d3b786da6cfb gateway port host: dv-cinder-854265-2-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:27:48.165271 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-a94d75fd-9670-4336-9504-764db0821f39 admin admin] 10.222.0.85 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8219323 Aug 30 04:27:48.166169 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3a7a4ab9-7af0-4171-9eac-054c14002c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (93a6be11-a4f5-4921-9b78-be456a1f1694), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:48.168698 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 52436) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:48.168833 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3a7a4ab9-7af0-4171-9eac-054c14002c38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:48.172150 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-3a7a4ab9-7af0-4171-9eac-054c14002c38 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/93a6be11-a4f5-4921-9b78-be456a1f1694 HTTP/1.1" status: 204 len: 168 time: 0.3322976 Aug 30 04:27:48.194589 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a4ab9-7af0-4171-9eac-054c14002c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a6be11-a4f5-4921-9b78-be456a1f1694,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:48.196491 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d75fd-9670-4336-9504-764db0821f39 admin admin] Pushing event updated for resources: {'Network': ['ID=96c8b8cf-2777-48ff-a669-0d5f521159b4,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:48.201340 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-5144d190-76cf-40f9-b5be-53587b90aaee admin admin] Request body: {'subnet': {'network_id': '96c8b8cf-2777-48ff-a669-0d5f521159b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-920664498-subnet', 'tenant_id': '3a706ffd11144f46ba54becd86464f02', 'ip_version': 4}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:27:48.221679 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Network 96c8b8cf-2777-48ff-a669-0d5f521159b4 details requested by agent ovs-agent-dv-cinder-854265-2-iscsi with host dv-cinder-854265-2-iscsi {{(pid=106259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:27:48.302600 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [None req-f24cbaa9-168d-44c9-be1d-e522c0ad82e5 admin admin] Deleting port 0e186976-90b1-41c4-b9ff-2b339c1c7c14 {{(pid=106257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:27:48.303203 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-f24cbaa9-168d-44c9-be1d-e522c0ad82e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (0e186976-90b1-41c4-b9ff-2b339c1c7c14), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:48.353575 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5144d190-76cf-40f9-b5be-53587b90aaee admin admin] Made reservation on behalf of 3a706ffd11144f46ba54becd86464f02 for: {'subnet': 1} {{(pid=106257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:27:48.356386 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5144d190-76cf-40f9-b5be-53587b90aaee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61944224'] for subnet (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:48.387750 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-ee352a62-3d48-43f3-a0f3-1d1413234452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e085ca82-0f33-4410-99f1-d3b786da6cfb', 'name': 'tempest-DeleteServersTestJSON-1209035974-router', 'tenant_id': '959853ec613f47819ed2883c8539b24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '0e186976-90b1-41c4-b9ff-2b339c1c7c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:26:15Z', 'updated_at': '2022-08-30T04:27:47Z', 'revision_number': 5, 'project_id': '959853ec613f47819ed2883c8539b24e', 'gw_port': {'id': '0e186976-90b1-41c4-b9ff-2b339c1c7c14', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e085ca82-0f33-4410-99f1-d3b786da6cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:16Z', 'updated_at': '2022-08-30T04:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi'}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:27:48.417845 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee352a62-3d48-43f3-a0f3-1d1413234452 None None] Checking router: e085ca82-0f33-4410-99f1-d3b786da6cfb for host: dv-cinder-854265-2-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:27:48.427360 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee352a62-3d48-43f3-a0f3-1d1413234452 None None] Routers {'e085ca82-0f33-4410-99f1-d3b786da6cfb'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:27:48.428169 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-ee352a62-3d48-43f3-a0f3-1d1413234452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:27:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['e085ca82-0f33-4410-99f1-d3b786da6cfb'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:27:48.520192 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 52446) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:48.528156 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-ee352a62-3d48-43f3-a0f3-1d1413234452 None None] Set router e085ca82-0f33-4410-99f1-d3b786da6cfb gateway port host: None {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:27:48.540113 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d14a352c-dda6-484b-92ed-71d3a948c3cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:48.582770 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-ee352a62-3d48-43f3-a0f3-1d1413234452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e085ca82-0f33-4410-99f1-d3b786da6cfb', 'name': 'tempest-DeleteServersTestJSON-1209035974-router', 'tenant_id': '959853ec613f47819ed2883c8539b24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:26:15Z', 'updated_at': '2022-08-30T04:27:48Z', 'revision_number': 6, 'project_id': '959853ec613f47819ed2883c8539b24e', 'gw_port_host': None}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:27:48.610864 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee352a62-3d48-43f3-a0f3-1d1413234452 None None] The sync data for ids ['e085ca82-0f33-4410-99f1-d3b786da6cfb'] in dv-cinder-854265-2-iscsi is: [{'id': 'e085ca82-0f33-4410-99f1-d3b786da6cfb', 'name': 'tempest-DeleteServersTestJSON-1209035974-router', 'tenant_id': '959853ec613f47819ed2883c8539b24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:26:15Z', 'updated_at': '2022-08-30T04:27:48Z', 'revision_number': 6, 'project_id': '959853ec613f47819ed2883c8539b24e', 'gw_port_host': None}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:27:48.643293 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d14a352c-dda6-484b-92ed-71d3a948c3cc admin admin] Publish callbacks [] for security_group (48eaca69-2200-4986-a417-02226e5e20d5), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:48.655082 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d14a352c-dda6-484b-92ed-71d3a948c3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (48eaca69-2200-4986-a417-02226e5e20d5), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:48.670189 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:48.697780 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [None req-f24cbaa9-168d-44c9-be1d-e522c0ad82e5 admin admin] For port 0e186976-90b1-41c4-b9ff-2b339c1c7c14, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=0e186976-90b1-41c4-b9ff-2b339c1c7c14,segment=NetworkSegment(fa929cc1-394c-4547-9d6d-d932c4c80d18),segment_id=fa929cc1-394c-4547-9d6d-d932c4c80d18)] {{(pid=106257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:27:48.698083 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-f24cbaa9-168d-44c9-be1d-e522c0ad82e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (0e186976-90b1-41c4-b9ff-2b339c1c7c14), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:48.718557 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [None req-f24cbaa9-168d-44c9-be1d-e522c0ad82e5 admin admin] Calling delete_port for 0e186976-90b1-41c4-b9ff-2b339c1c7c14 owned by network:router_gateway {{(pid=106257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:27:48.736713 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-d14a352c-dda6-484b-92ed-71d3a948c3cc admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=385a6028d5fd42bc8e747b2cb66e5645&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2141140 Aug 30 04:27:48.739781 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14a352c-dda6-484b-92ed-71d3a948c3cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48eaca69-2200-4986-a417-02226e5e20d5,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:48.741066 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 52450) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:48.752982 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d17dcbd-08a5-4d8b-a58c-937427385b6b req-d605e882-be47-4b35-b688-cbf6993ea09d tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:48.754421 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6d17dcbd-08a5-4d8b-a58c-937427385b6b req-d605e882-be47-4b35-b688-cbf6993ea09d tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=48e41893-a6f9-419c-a450-9b8233aff17f HTTP/1.1" status: 200 len: 944 time: 0.0911841 Aug 30 04:27:48.800629 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device bb40c801-45f5-4a6a-912d-08b3f12cb066 up at agent hyperv_hv-cinder-85426 {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:27:48.806497 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6d17dcbd-08a5-4d8b-a58c-937427385b6b req-e5fb4d3c-1caa-486d-888d-34471a4e4d1b tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454750 Aug 30 04:27:48.848231 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Provisioning for port bb40c801-45f5-4a6a-912d-08b3f12cb066 completed by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:27:48.858299 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Provisioning complete for port bb40c801-45f5-4a6a-912d-08b3f12cb066 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:27:48.858748 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (bb40c801-45f5-4a6a-912d-08b3f12cb066), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:48.935030 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:48.960561 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a6444792-3bd2-449b-8f79-38fee9c1628c admin admin] Publish callbacks [] for security_group (48eaca69-2200-4986-a417-02226e5e20d5), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:48.987832 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5144d190-76cf-40f9-b5be-53587b90aaee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61207838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61944246'] for subnet (f7a849fd-7349-4aaa-9895-33f6e0837dd6), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:49.023119 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b477517-25e5-4708-ae86-4d24fab4bd47 req-e377a6c6-e235-4652-a8a7-e9f969a32b81 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:49.029668 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8b477517-25e5-4708-ae86-4d24fab4bd47 req-e377a6c6-e235-4652-a8a7-e9f969a32b81 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 946 time: 0.0923042 Aug 30 04:27:49.039339 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a6444792-3bd2-449b-8f79-38fee9c1628c admin admin] Publish callbacks [] for security_group (48eaca69-2200-4986-a417-02226e5e20d5), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:49.088001 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8b477517-25e5-4708-ae86-4d24fab4bd47 req-67480057-697f-4feb-9ce7-801232881df5 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565617 Aug 30 04:27:49.112958 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port bb40c801-45f5-4a6a-912d-08b3f12cb066 is: BUILD; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:27:49.113686 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (bb40c801-45f5-4a6a-912d-08b3f12cb066), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:49.113800 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5144d190-76cf-40f9-b5be-53587b90aaee admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7a849fd-7349-4aaa-9895-33f6e0837dd6,revision_number=0']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:49.142753 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e41893-a6f9-419c-a450-9b8233aff17f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb40c801-45f5-4a6a-912d-08b3f12cb066'}] {{(pid=106259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:27:49.144989 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e273ce8b2ae48758be2a6d8dc958f9d92735a0e32143c567216a16ba221820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb64b82-77cd-4ee9-beda-98ae5a9305db" -d '{"events": [{"server_uuid": "48e41893-a6f9-419c-a450-9b8233aff17f", "name": "network-vif-plugged", "status": "completed", "tag": "bb40c801-45f5-4a6a-912d-08b3f12cb066"}]}' {{(pid=106259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:27:49.158457 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port bb40c801-45f5-4a6a-912d-08b3f12cb066, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=bb40c801-45f5-4a6a-912d-08b3f12cb066,segment=NetworkSegment(211ef5bb-e874-4c0c-91ab-d61cbe721bae),segment_id=211ef5bb-e874-4c0c-91ab-d61cbe721bae)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:27:49.167024 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (bb40c801-45f5-4a6a-912d-08b3f12cb066), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:49.172320 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-f24cbaa9-168d-44c9-be1d-e522c0ad82e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (0e186976-90b1-41c4-b9ff-2b339c1c7c14), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:49.186806 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5144d190-76cf-40f9-b5be-53587b90aaee admin admin] Checking segment: {'id': '2df95583-7b31-406c-8e38-f71f0978ee31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '96c8b8cf-2777-48ff-a669-0d5f521159b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:27:49.187171 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5144d190-76cf-40f9-b5be-53587b90aaee admin admin] Network hostable DHCP agents. Network: 96c8b8cf-2777-48ff-a669-0d5f521159b4, hostable agents: ['b1b2a880-5f2a-4407-bfda-3b17b5cf16ab'], hosted agents: [] {{(pid=106257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:27:49.204729 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f584cd89-7e29-435c-aea3-f57e73573715 x-openstack-request-id: req-f584cd89-7e29-435c-aea3-f57e73573715 {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:27:49.205025 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48e41893-a6f9-419c-a450-9b8233aff17f", "name": "network-vif-plugged", "status": "completed", "tag": "bb40c801-45f5-4a6a-912d-08b3f12cb066", "code": 200}]} {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:27:49.205498 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-f584cd89-7e29-435c-aea3-f57e73573715 {{(pid=106259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:27:49.205895 dv-cinder-854265-2-iscsi neutron-server[106259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f584cd89-7e29-435c-aea3-f57e73573715'] response: {'server_uuid': '48e41893-a6f9-419c-a450-9b8233aff17f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb40c801-45f5-4a6a-912d-08b3f12cb066', 'code': 200} Aug 30 04:27:49.214646 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24cbaa9-168d-44c9-be1d-e522c0ad82e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e186976-90b1-41c4-b9ff-2b339c1c7c14,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:49.225306 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=bb40c801-45f5-4a6a-912d-08b3f12cb066,revision_number=5']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:49.240295 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a6444792-3bd2-449b-8f79-38fee9c1628c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (48eaca69-2200-4986-a417-02226e5e20d5), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:49.243020 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a6444792-3bd2-449b-8f79-38fee9c1628c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:49.244577 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-a6444792-3bd2-449b-8f79-38fee9c1628c admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/48eaca69-2200-4986-a417-02226e5e20d5 HTTP/1.1" status: 204 len: 168 time: 0.4773519 Aug 30 04:27:49.281500 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6444792-3bd2-449b-8f79-38fee9c1628c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48eaca69-2200-4986-a417-02226e5e20d5,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:49.295014 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5144d190-76cf-40f9-b5be-53587b90aaee admin admin] Network 96c8b8cf-2777-48ff-a669-0d5f521159b4 is scheduled to be hosted by DHCP agent b1b2a880-5f2a-4407-bfda-3b17b5cf16ab with binding_index 1 {{(pid=106257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:27:49.318208 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-f24cbaa9-168d-44c9-be1d-e522c0ad82e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696775'] for router_gateway (e085ca82-0f33-4410-99f1-d3b786da6cfb), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:49.320864 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.base_scheduler [None req-5144d190-76cf-40f9-b5be-53587b90aaee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-2-iscsi, 96c8b8cf-2777-48ff-a669-0d5f521159b4) {{(pid=106257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:27:49.331797 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b87add-4414-43e4-9cce-edb362076255 None None] Network 96c8b8cf-2777-48ff-a669-0d5f521159b4 requested from dv-cinder-854265-2-iscsi {{(pid=106259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:27:49.379520 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5144d190-76cf-40f9-b5be-53587b90aaee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:49.380123 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5144d190-76cf-40f9-b5be-53587b90aaee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for subnet (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:49.431892 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-5144d190-76cf-40f9-b5be-53587b90aaee admin admin] 10.222.0.85 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2435637 Aug 30 04:27:49.434596 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 52462) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:49.466589 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-1f968ac2-0033-4e61-b82b-29ba7feb3a64 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-920664498-router', 'tenant_id': '3a706ffd11144f46ba54becd86464f02', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'}}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:27:49.471477 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f400dba-7920-43e2-804e-56c292912c27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp163fce75-ff37-51be-b106-87d3326ca651-96c8b8cf-2777-48ff-a669-0d5f521159b4', 'network_id': '96c8b8cf-2777-48ff-a669-0d5f521159b4', 'project_id': '3a706ffd11144f46ba54becd86464f02', 'fixed_ips': [{'subnet_id': 'f7a849fd-7349-4aaa-9895-33f6e0837dd6'}]}} from dv-cinder-854265-2-iscsi. {{(pid=106259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 04:27:49.473080 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-8f400dba-7920-43e2-804e-56c292912c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:49.479760 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-f24cbaa9-168d-44c9-be1d-e522c0ad82e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-696042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6498'] for router (e085ca82-0f33-4410-99f1-d3b786da6cfb), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:49.489651 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-f24cbaa9-168d-44c9-be1d-e522c0ad82e5 admin admin] Publish callbacks [] for router_controller (e085ca82-0f33-4410-99f1-d3b786da6cfb), precommit_delete_associations {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:49.495510 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:49.533802 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=85,neutron:INSERT=2,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:49.604825 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-1f968ac2-0033-4e61-b82b-29ba7feb3a64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-698027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6516'] for router (de865783-8798-4892-91e6-c3e345cd8bff), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:49.605777 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-1f968ac2-0033-4e61-b82b-29ba7feb3a64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-695958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6523'] for router (de865783-8798-4892-91e6-c3e345cd8bff), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:49.611854 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-f24cbaa9-168d-44c9-be1d-e522c0ad82e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-697417'] for router (e085ca82-0f33-4410-99f1-d3b786da6cfb), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:49.612381 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24cbaa9-168d-44c9-be1d-e522c0ad82e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e085ca82-0f33-4410-99f1-d3b786da6cfb {{(pid=106257) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 04:27:49.614092 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb94380-f8ab-401f-b123-0881bf1ddc07 req-932c4945-a676-4311-93f3-a303273c553b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:49.615595 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-3bb94380-f8ab-401f-b123-0881bf1ddc07 req-932c4945-a676-4311-93f3-a303273c553b service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=48e41893-a6f9-419c-a450-9b8233aff17f HTTP/1.1" status: 200 len: 1129 time: 0.1304209 Aug 30 04:27:49.622000 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-f24cbaa9-168d-44c9-be1d-e522c0ad82e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:49.626903 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-f24cbaa9-168d-44c9-be1d-e522c0ad82e5 admin admin] 10.222.0.85 "DELETE /networking/v2.0/routers/e085ca82-0f33-4410-99f1-d3b786da6cfb HTTP/1.1" status: 204 len: 168 time: 1.7379310 Aug 30 04:27:49.627076 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 52466) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:49.657540 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.db_base_plugin_common [None req-8f400dba-7920-43e2-804e-56c292912c27 None None] Allocated IP 172.20.0.2 (96c8b8cf-2777-48ff-a669-0d5f521159b4/f7a849fd-7349-4aaa-9895-33f6e0837dd6/2d290e77-c87f-4645-8c20-3b131ad8f3e3) {{(pid=106259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:27:49.706480 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-1f968ac2-0033-4e61-b82b-29ba7feb3a64 admin admin] Publish callbacks [] for router_controller (de865783-8798-4892-91e6-c3e345cd8bff), precommit_add_association {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:49.725802 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f290c47-34f1-4806-bdef-0729491a7f77 admin admin] Deleting subnet 395c78ef-834d-43ef-9fdc-f18f8ef90d24 {{(pid=106258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 04:27:49.732902 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3f290c47-34f1-4806-bdef-0729491a7f77 admin admin] Publish callbacks [] for subnet (395c78ef-834d-43ef-9fdc-f18f8ef90d24), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:49.736582 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-3bb94380-f8ab-401f-b123-0881bf1ddc07 req-76560631-422b-483b-b6c1-b5aae5387510 service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092045 Aug 30 04:27:49.780392 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:49.787750 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3f290c47-34f1-4806-bdef-0729491a7f77 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61943819'] for subnet (395c78ef-834d-43ef-9fdc-f18f8ef90d24), precommit_delete_associations {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:49.846314 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-8f400dba-7920-43e2-804e-56c292912c27 None None] Publish callbacks [] for port (2d290e77-c87f-4645-8c20-3b131ad8f3e3), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:49.859728 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-8f400dba-7920-43e2-804e-56c292912c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758'] for port (2d290e77-c87f-4645-8c20-3b131ad8f3e3), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:49.885597 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:49.917205 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f400dba-7920-43e2-804e-56c292912c27 None None] Pushing event updated for resources: {'Port': ['ID=2d290e77-c87f-4645-8c20-3b131ad8f3e3,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:49.917600 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-1f968ac2-0033-4e61-b82b-29ba7feb3a64 admin admin] Publish callbacks [] for router_gateway (de865783-8798-4892-91e6-c3e345cd8bff), precommit_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:49.929195 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f400dba-7920-43e2-804e-56c292912c27 None None] Network 96c8b8cf-2777-48ff-a669-0d5f521159b4 is already hosted by enough agents. {{(pid=106259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:27:49.931091 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.scheduler.base_scheduler [None req-8f400dba-7920-43e2-804e-56c292912c27 None None] Resources bound (agent type, host, resource id): {{(pid=106259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:27:49.934102 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f400dba-7920-43e2-804e-56c292912c27 None None] Received port after_create {{(pid=106259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:27:50.017831 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-8f400dba-7920-43e2-804e-56c292912c27 None None] Attempting to bind port 2d290e77-c87f-4645-8c20-3b131ad8f3e3 on host dv-cinder-854265-2-iscsi for vnic_type normal with profile {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:27:50.018219 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-8f400dba-7920-43e2-804e-56c292912c27 None None] Attempting to bind port 2d290e77-c87f-4645-8c20-3b131ad8f3e3 by drivers openvswitch,hyperv on host dv-cinder-854265-2-iscsi at level 0 using segments [{'id': '2df95583-7b31-406c-8e38-f71f0978ee31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '96c8b8cf-2777-48ff-a669-0d5f521159b4'}] {{(pid=106259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:27:50.018635 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f400dba-7920-43e2-804e-56c292912c27 None None] Attempting to bind port 2d290e77-c87f-4645-8c20-3b131ad8f3e3 on network 96c8b8cf-2777-48ff-a669-0d5f521159b4 {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:27:50.024659 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f400dba-7920-43e2-804e-56c292912c27 None None] Checking agent: {'id': 'e0fa4f30-19e6-45a9-8914-5f6bf4441601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17, 58), 'started_at': datetime.datetime(2022, 8, 30, 4, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:27:50.024960 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f400dba-7920-43e2-804e-56c292912c27 None None] Checking segment: {'id': '2df95583-7b31-406c-8e38-f71f0978ee31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '96c8b8cf-2777-48ff-a669-0d5f521159b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:27:50.025400 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-8f400dba-7920-43e2-804e-56c292912c27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:50.026019 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f400dba-7920-43e2-804e-56c292912c27 None None] Bound using segment: {'id': '2df95583-7b31-406c-8e38-f71f0978ee31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '96c8b8cf-2777-48ff-a669-0d5f521159b4'} {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:27:50.026562 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-8f400dba-7920-43e2-804e-56c292912c27 None None] Bound port: 2d290e77-c87f-4645-8c20-3b131ad8f3e3, host: dv-cinder-854265-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2df95583-7b31-406c-8e38-f71f0978ee31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '96c8b8cf-2777-48ff-a669-0d5f521159b4'}}] {{(pid=106259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:27:50.026988 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-8f400dba-7920-43e2-804e-56c292912c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (2d290e77-c87f-4645-8c20-3b131ad8f3e3), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:50.069058 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e48bc-dfe7-46c1-b006-6f0653a1190b req-c2adc3b5-b770-42a5-9480-21d52407dad5 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:50.072499 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ba9e48bc-dfe7-46c1-b006-6f0653a1190b req-c2adc3b5-b770-42a5-9480-21d52407dad5 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=48e41893-a6f9-419c-a450-9b8233aff17f HTTP/1.1" status: 200 len: 945 time: 0.0944571 Aug 30 04:27:50.088278 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3f290c47-34f1-4806-bdef-0729491a7f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3893603'] for subnet (395c78ef-834d-43ef-9fdc-f18f8ef90d24), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:50.165524 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-8f400dba-7920-43e2-804e-56c292912c27 None None] For port 2d290e77-c87f-4645-8c20-3b131ad8f3e3, host dv-cinder-854265-2-iscsi, cleared binding levels {{(pid=106259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:27:50.174020 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-8f400dba-7920-43e2-804e-56c292912c27 None None] For port 2d290e77-c87f-4645-8c20-3b131ad8f3e3, host dv-cinder-854265-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=2d290e77-c87f-4645-8c20-3b131ad8f3e3,segment=NetworkSegment(2df95583-7b31-406c-8e38-f71f0978ee31),segment_id=2df95583-7b31-406c-8e38-f71f0978ee31)] {{(pid=106259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:27:50.180582 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 429ef520-470e-4262-8dbb-3ecd724380d5 no longer exists at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:27:50.206459 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-8f400dba-7920-43e2-804e-56c292912c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (2d290e77-c87f-4645-8c20-3b131ad8f3e3), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:50.218768 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ba9e48bc-dfe7-46c1-b006-6f0653a1190b req-d5486c2b-ab77-40a6-954e-b15d2d7bcfc9 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263015 Aug 30 04:27:50.219008 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] No Port match for: 429ef520-470e-4262-8dbb-3ecd724380d5 {{(pid=106259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:27:50.219690 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 429ef520-470e-4262-8dbb-3ecd724380d5 not bound to the agent host dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:27:50.220327 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 0e186976-90b1-41c4-b9ff-2b339c1c7c14 no longer exists at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:27:50.262221 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3f290c47-34f1-4806-bdef-0729491a7f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62508379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62259422'] for subnet (395c78ef-834d-43ef-9fdc-f18f8ef90d24), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:50.271700 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:50.284564 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] No Port match for: 0e186976-90b1-41c4-b9ff-2b339c1c7c14 {{(pid=106259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:27:50.284564 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 0e186976-90b1-41c4-b9ff-2b339c1c7c14 not bound to the agent host dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:27:50.315630 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f400dba-7920-43e2-804e-56c292912c27 None None] Pushing event updated for resources: {'Port': ['ID=2d290e77-c87f-4645-8c20-3b131ad8f3e3,revision_number=2']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:50.360500 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f290c47-34f1-4806-bdef-0729491a7f77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=395c78ef-834d-43ef-9fdc-f18f8ef90d24,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:50.364562 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3f290c47-34f1-4806-bdef-0729491a7f77 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:50.365173 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7055ae-f89f-4833-8260-1767a1ae72fc None None] Network 2ae43651-2c59-4902-9fbc-2b9d1dde6e96 requested from dv-cinder-854265-2-iscsi {{(pid=106259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:27:50.370360 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-3f290c47-34f1-4806-bdef-0729491a7f77 admin admin] 10.222.0.85 "DELETE /networking/v2.0/subnets/395c78ef-834d-43ef-9fdc-f18f8ef90d24 HTTP/1.1" status: 204 len: 168 time: 0.7379086 Aug 30 04:27:50.371001 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 52490) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:50.376218 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-1f968ac2-0033-4e61-b82b-29ba7feb3a64 admin admin] Publish callbacks [] for router_gateway (de865783-8798-4892-91e6-c3e345cd8bff), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:50.394885 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848055f-1fd5-4377-9869-73543a769ec8 req-78ad28a1-8ef9-459c-8f4f-1c1df4233298 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:50.397976 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8848055f-1fd5-4377-9869-73543a769ec8 req-78ad28a1-8ef9-459c-8f4f-1c1df4233298 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 946 time: 0.1508708 Aug 30 04:27:50.419535 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-1f968ac2-0033-4e61-b82b-29ba7feb3a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:50.522214 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:DELETE=3,neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:50.607273 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8848055f-1fd5-4377-9869-73543a769ec8 req-497125b1-f29f-4e8d-881e-e8d8510e093d tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875725 Aug 30 04:27:50.612122 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0a4e717f-cacb-4c75-93e8-b0ae5c859823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3781726'] for network (2ae43651-2c59-4902-9fbc-2b9d1dde6e96), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:50.661927 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.db_base_plugin_common [None req-1f968ac2-0033-4e61-b82b-29ba7feb3a64 admin admin] Allocated IP 172.27.1.28 (03964a12-f74f-4d2e-840d-00c949ed3dc4/00661445-2d2c-4e5c-8f29-475eaaec65d5/b00d4212-2657-4b9a-8587-a188baed2bb4) {{(pid=106257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:27:50.672289 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-0a4e717f-cacb-4c75-93e8-b0ae5c859823 admin admin] Deleting port cfd6d40c-1aa9-483c-8551-108b995ca394 {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:27:50.673426 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0a4e717f-cacb-4c75-93e8-b0ae5c859823 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (cfd6d40c-1aa9-483c-8551-108b995ca394), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:50.707155 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca01854e-4f68-4630-b777-939f66ea39b6 None None] DHCP port deletion for 2ae43651-2c59-4902-9fbc-2b9d1dde6e96 request from dv-cinder-854265-2-iscsi {{(pid=106259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 04:27:50.776614 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-ca01854e-4f68-4630-b777-939f66ea39b6 None None] Deleting port cfd6d40c-1aa9-483c-8551-108b995ca394 {{(pid=106259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:27:50.777012 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-ca01854e-4f68-4630-b777-939f66ea39b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (cfd6d40c-1aa9-483c-8551-108b995ca394), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:50.787535 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [None req-0a4e717f-cacb-4c75-93e8-b0ae5c859823 admin admin] For port cfd6d40c-1aa9-483c-8551-108b995ca394, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=cfd6d40c-1aa9-483c-8551-108b995ca394,segment=NetworkSegment(794373ad-e262-4f96-90af-98a4594608f3),segment_id=794373ad-e262-4f96-90af-98a4594608f3)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:27:50.787994 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0a4e717f-cacb-4c75-93e8-b0ae5c859823 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (cfd6d40c-1aa9-483c-8551-108b995ca394), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:50.808949 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-0a4e717f-cacb-4c75-93e8-b0ae5c859823 admin admin] Calling delete_port for cfd6d40c-1aa9-483c-8551-108b995ca394 owned by network:dhcp {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:27:50.852947 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-1f968ac2-0033-4e61-b82b-29ba7feb3a64 admin admin] Publish callbacks [] for port (b00d4212-2657-4b9a-8587-a188baed2bb4), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:50.862059 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-ca01854e-4f68-4630-b777-939f66ea39b6 None None] For port cfd6d40c-1aa9-483c-8551-108b995ca394, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=cfd6d40c-1aa9-483c-8551-108b995ca394,segment=NetworkSegment(794373ad-e262-4f96-90af-98a4594608f3),segment_id=794373ad-e262-4f96-90af-98a4594608f3)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:27:50.862512 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-ca01854e-4f68-4630-b777-939f66ea39b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (cfd6d40c-1aa9-483c-8551-108b995ca394), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:50.880072 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-ca01854e-4f68-4630-b777-939f66ea39b6 None None] Calling delete_port for cfd6d40c-1aa9-483c-8551-108b995ca394 owned by network:dhcp {{(pid=106259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:27:50.897127 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-1f968ac2-0033-4e61-b82b-29ba7feb3a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (b00d4212-2657-4b9a-8587-a188baed2bb4), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:50.945765 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0a4e717f-cacb-4c75-93e8-b0ae5c859823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62508200'] for port (cfd6d40c-1aa9-483c-8551-108b995ca394), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:50.952771 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f968ac2-0033-4e61-b82b-29ba7feb3a64 admin admin] Network 03964a12-f74f-4d2e-840d-00c949ed3dc4 is already hosted by enough agents. {{(pid=106257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:27:50.958205 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.base_scheduler [None req-1f968ac2-0033-4e61-b82b-29ba7feb3a64 admin admin] Resources bound (agent type, host, resource id): {{(pid=106257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:27:50.963097 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4e717f-cacb-4c75-93e8-b0ae5c859823 admin admin] No DVR routers for this DVR port cfd6d40c-1aa9-483c-8551-108b995ca394 on host dv-cinder-854265-2-iscsi {{(pid=106258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:27:50.969480 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f968ac2-0033-4e61-b82b-29ba7feb3a64 admin admin] Received port after_create {{(pid=106257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:27:50.976279 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f968ac2-0033-4e61-b82b-29ba7feb3a64 admin admin] Pushing event updated for resources: {'Port': ['ID=b00d4212-2657-4b9a-8587-a188baed2bb4,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:51.013075 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4e717f-cacb-4c75-93e8-b0ae5c859823 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfd6d40c-1aa9-483c-8551-108b995ca394,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:51.044030 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-ca01854e-4f68-4630-b777-939f66ea39b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767'] for port (cfd6d40c-1aa9-483c-8551-108b995ca394), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:51.065409 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca01854e-4f68-4630-b777-939f66ea39b6 None None] No DVR routers for this DVR port cfd6d40c-1aa9-483c-8551-108b995ca394 on host dv-cinder-854265-2-iscsi {{(pid=106259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:27:51.083507 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01854e-4f68-4630-b777-939f66ea39b6 None None] Pushing event deleted for resources: {'Port': ['ID=cfd6d40c-1aa9-483c-8551-108b995ca394,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:51.085564 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0a4e717f-cacb-4c75-93e8-b0ae5c859823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891968', 'neutron.services.segments.db._delete_segments_for_network-8785261144643'] for network (2ae43651-2c59-4902-9fbc-2b9d1dde6e96), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:51.134112 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-0a4e717f-cacb-4c75-93e8-b0ae5c859823 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ae43651-2c59-4902-9fbc-2b9d1dde6e96']}} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:27:51.145671 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-0a4e717f-cacb-4c75-93e8-b0ae5c859823 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '794373ad-e262-4f96-90af-98a4594608f3') {'for_net_delete': True} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:27:51.146180 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-0a4e717f-cacb-4c75-93e8-b0ae5c859823 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '794373ad-e262-4f96-90af-98a4594608f3') {} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:27:51.162227 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0a4e717f-cacb-4c75-93e8-b0ae5c859823 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785261169839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61943808'] for segment (794373ad-e262-4f96-90af-98a4594608f3), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:51.182731 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0a4e717f-cacb-4c75-93e8-b0ae5c859823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3898234'] for segment (794373ad-e262-4f96-90af-98a4594608f3), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:51.191361 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a4e717f-cacb-4c75-93e8-b0ae5c859823 admin admin] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=106258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 04:27:51.191950 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0a4e717f-cacb-4c75-93e8-b0ae5c859823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3898234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62508285'] for segment (794373ad-e262-4f96-90af-98a4594608f3), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:51.250099 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.services.segments.plugin [-] Segment 794373ad-e262-4f96-90af-98a4594608f3 resource provider aggregate not found Aug 30 04:27:51.263763 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:UPDATE=2,neutron:SELECT=89,neutron:DELETE=9 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:51.275083 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.services.segments.plugin [-] Segment 794373ad-e262-4f96-90af-98a4594608f3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 794373ad-e262-4f96-90af-98a4594608f3 found for delete ", "request_id": "req-0d9aad9e-226e-42ba-9ddb-00ee315d02e6"}]} Aug 30 04:27:51.287737 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0a4e717f-cacb-4c75-93e8-b0ae5c859823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696747'] for network (2ae43651-2c59-4902-9fbc-2b9d1dde6e96), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:51.294944 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0a4e717f-cacb-4c75-93e8-b0ae5c859823 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for network (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:51.298791 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-0a4e717f-cacb-4c75-93e8-b0ae5c859823 admin admin] 10.222.0.85 "DELETE /networking/v2.0/networks/2ae43651-2c59-4902-9fbc-2b9d1dde6e96 HTTP/1.1" status: 204 len: 168 time: 0.9262452 Aug 30 04:27:51.332356 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4e717f-cacb-4c75-93e8-b0ae5c859823 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ae43651-2c59-4902-9fbc-2b9d1dde6e96,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:51.337350 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:51.338278 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-1f968ac2-0033-4e61-b82b-29ba7feb3a64 admin admin] Publish callbacks [] for router_gateway (de865783-8798-4892-91e6-c3e345cd8bff), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:51.478046 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a69e0-cdc6-4e81-91de-3676de1df456 req-d34b2d0d-8ed9-4318-bd1a-c4e13f3b3a3d tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:51.479648 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bc1a69e0-cdc6-4e81-91de-3676de1df456 req-d34b2d0d-8ed9-4318-bd1a-c4e13f3b3a3d tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=48e41893-a6f9-419c-a450-9b8233aff17f HTTP/1.1" status: 200 len: 945 time: 0.0969980 Aug 30 04:27:51.533544 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:51.580402 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bc1a69e0-cdc6-4e81-91de-3676de1df456 req-3e7f761f-4487-42a0-803e-2e8bc0661b6d tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891931 Aug 30 04:27:51.614006 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 52522) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:51.614827 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-1f968ac2-0033-4e61-b82b-29ba7feb3a64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-696014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696667'] for router (de865783-8798-4892-91e6-c3e345cd8bff), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:51.675831 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-f88c30fc-3542-4beb-a949-3a7c612dc866 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=959853ec613f47819ed2883c8539b24e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0653024 Aug 30 04:27:51.678225 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 52526) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:51.746234 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a5d8f4f2-1061-47f0-9830-db28c58bd46c admin admin] Publish callbacks [] for security_group (ac47b65d-6a9d-4340-934a-1940db864f33), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:51.775977 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a5d8f4f2-1061-47f0-9830-db28c58bd46c admin admin] Publish callbacks [] for security_group (ac47b65d-6a9d-4340-934a-1940db864f33), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:51.796753 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedea601-9da6-47b5-b5c0-f8bb0ddd8744 None None] Network 96c8b8cf-2777-48ff-a669-0d5f521159b4 requested from dv-cinder-854265-2-iscsi {{(pid=106259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:27:51.859484 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a5d8f4f2-1061-47f0-9830-db28c58bd46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (ac47b65d-6a9d-4340-934a-1940db864f33), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:51.862330 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a5d8f4f2-1061-47f0-9830-db28c58bd46c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:51.863710 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-a5d8f4f2-1061-47f0-9830-db28c58bd46c admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/ac47b65d-6a9d-4340-934a-1940db864f33 HTTP/1.1" status: 204 len: 168 time: 0.1845920 Aug 30 04:27:51.886907 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d8f4f2-1061-47f0-9830-db28c58bd46c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac47b65d-6a9d-4340-934a-1940db864f33,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:51.910640 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f968ac2-0033-4e61-b82b-29ba7feb3a64 admin admin] Router de865783-8798-4892-91e6-c3e345cd8bff is scheduled to L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 with binding_index 1 {{(pid=106257) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 04:27:51.919205 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:51.932288 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-c6c44045-69c6-4ae5-b664-3a347a17df65 None None] Provisioning complete for port 2d290e77-c87f-4645-8c20-3b131ad8f3e3 triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:27:51.932689 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-c6c44045-69c6-4ae5-b664-3a347a17df65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (2d290e77-c87f-4645-8c20-3b131ad8f3e3), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:51.977235 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:52.010506 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d8c9e6-d433-4ec6-a3f4-8863f399ddd9 req-d04db20e-71e8-4769-9cfa-9a195ec294e0 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:52.015131 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-88d8c9e6-d433-4ec6-a3f4-8863f399ddd9 req-d04db20e-71e8-4769-9cfa-9a195ec294e0 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 946 time: 0.0709224 Aug 30 04:27:52.097353 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f968ac2-0033-4e61-b82b-29ba7feb3a64 admin admin] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:27:52.121002 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-88d8c9e6-d433-4ec6-a3f4-8863f399ddd9 req-46029c5a-a2a7-4cdb-a92d-007db629c402 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948761 Aug 30 04:27:52.162148 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-1f968ac2-0033-4e61-b82b-29ba7feb3a64 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:52.167978 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-1f968ac2-0033-4e61-b82b-29ba7feb3a64 admin admin] 10.222.0.85 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7322397 Aug 30 04:27:52.168117 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 52536) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:52.169247 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a519a3-3bc7-4441-bd08-9137255354f4 None None] Sync routers for ids ['de865783-8798-4892-91e6-c3e345cd8bff'] in dv-cinder-854265-2-iscsi {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:27:52.206441 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a519a3-3bc7-4441-bd08-9137255354f4 None None] Routers {'de865783-8798-4892-91e6-c3e345cd8bff'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:27:52.207766 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-45a519a3-3bc7-4441-bd08-9137255354f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:27:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['de865783-8798-4892-91e6-c3e345cd8bff'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:27:52.211124 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-c6c44045-69c6-4ae5-b664-3a347a17df65 None None] Current status of the port 2d290e77-c87f-4645-8c20-3b131ad8f3e3 is: DOWN; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:27:52.211836 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-c6c44045-69c6-4ae5-b664-3a347a17df65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (2d290e77-c87f-4645-8c20-3b131ad8f3e3), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:52.278110 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 2d290e77-c87f-4645-8c20-3b131ad8f3e3 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:27:52.341722 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:52.439333 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-c6c44045-69c6-4ae5-b664-3a347a17df65 None None] For port 2d290e77-c87f-4645-8c20-3b131ad8f3e3, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=2d290e77-c87f-4645-8c20-3b131ad8f3e3,segment=NetworkSegment(2df95583-7b31-406c-8e38-f71f0978ee31),segment_id=2df95583-7b31-406c-8e38-f71f0978ee31)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:27:52.452226 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-c6c44045-69c6-4ae5-b664-3a347a17df65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (2d290e77-c87f-4645-8c20-3b131ad8f3e3), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:52.507582 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port 2d290e77-c87f-4645-8c20-3b131ad8f3e3 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:27:52.508040 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (2d290e77-c87f-4645-8c20-3b131ad8f3e3), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:52.511178 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-45a519a3-3bc7-4441-bd08-9137255354f4 None None] Set router de865783-8798-4892-91e6-c3e345cd8bff gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:27:52.810961 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b570fe-ad10-45d1-9961-65767eefb97c req-04de4859-2805-4eee-9912-aaffa8d92285 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:52.814117 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a4b570fe-ad10-45d1-9961-65767eefb97c req-04de4859-2805-4eee-9912-aaffa8d92285 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=48e41893-a6f9-419c-a450-9b8233aff17f HTTP/1.1" status: 200 len: 945 time: 0.0999033 Aug 30 04:27:52.852841 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-5d586fa2-40e4-487e-adbc-982d6627bb74 None None] Provisioning complete for port 2d290e77-c87f-4645-8c20-3b131ad8f3e3 triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:27:52.853749 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-5d586fa2-40e4-487e-adbc-982d6627bb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (2d290e77-c87f-4645-8c20-3b131ad8f3e3), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:52.900352 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a4b570fe-ad10-45d1-9961-65767eefb97c req-54e95329-d48b-41c7-8ed5-330a4f21abd7 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607314 Aug 30 04:27:52.921937 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c44045-69c6-4ae5-b664-3a347a17df65 None None] Pushing event updated for resources: {'Port': ['ID=2d290e77-c87f-4645-8c20-3b131ad8f3e3,revision_number=3']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:53.009204 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-cc6b592a-0278-4c5c-8aa3-61e0460ad86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:53.031190 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7dc1403d-69c2-4c6b-9c59-edf77af0de49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:53.034650 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:53.116962 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 52572) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:53.131019 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port 2d290e77-c87f-4645-8c20-3b131ad8f3e3 is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:27:53.213566 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-5d586fa2-40e4-487e-adbc-982d6627bb74 None None] Current status of the port 2d290e77-c87f-4645-8c20-3b131ad8f3e3 is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:27:53.216011 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-45a519a3-3bc7-4441-bd08-9137255354f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de865783-8798-4892-91e6-c3e345cd8bff', 'name': 'tempest-TestMinimumBasicScenario-920664498-router', 'tenant_id': '3a706ffd11144f46ba54becd86464f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'b00d4212-2657-4b9a-8587-a188baed2bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:49Z', 'updated_at': '2022-08-30T04:27:51Z', 'revision_number': 3, 'project_id': '3a706ffd11144f46ba54becd86464f02', 'gw_port': {'id': 'b00d4212-2657-4b9a-8587-a188baed2bb4', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de865783-8798-4892-91e6-c3e345cd8bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:50Z', 'updated_at': '2022-08-30T04:27:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi'}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:27:53.219926 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device cfd6d40c-1aa9-483c-8551-108b995ca394 no longer exists at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:27:53.266824 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] No Port match for: cfd6d40c-1aa9-483c-8551-108b995ca394 {{(pid=106259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:27:53.267180 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device cfd6d40c-1aa9-483c-8551-108b995ca394 not bound to the agent host dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:27:53.268989 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a519a3-3bc7-4441-bd08-9137255354f4 None None] Checking router: de865783-8798-4892-91e6-c3e345cd8bff for host: dv-cinder-854265-2-iscsi {{(pid=106259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:27:53.269395 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a519a3-3bc7-4441-bd08-9137255354f4 None None] Updating router de865783-8798-4892-91e6-c3e345cd8bff port b00d4212-2657-4b9a-8587-a188baed2bb4 binding host dv-cinder-854265-2-iscsi {{(pid=106259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:27:53.318486 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-45a519a3-3bc7-4441-bd08-9137255354f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (b00d4212-2657-4b9a-8587-a188baed2bb4), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:53.352344 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:53.358270 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [None req-cc6b592a-0278-4c5c-8aa3-61e0460ad86b admin admin] Allocated IP 172.20.0.1 (96c8b8cf-2777-48ff-a669-0d5f521159b4/f7a849fd-7349-4aaa-9895-33f6e0837dd6/64bd4d7a-8f81-40d9-8dbe-7256c24854c1) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:27:53.456268 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cfd66a-6702-44b8-9707-61af58940130 req-e632a44f-2890-4b87-9ca0-ffe41e75aa1d tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:53.467850 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-a694c036-5994-468f-871f-4e014791c473 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-273455019-network', 'tenant_id': '8afb4049582c4beaa9defa2fe20c8b52'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:27:53.469834 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d5cfd66a-6702-44b8-9707-61af58940130 req-e632a44f-2890-4b87-9ca0-ffe41e75aa1d tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 946 time: 0.1805413 Aug 30 04:27:53.490132 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=100 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:53.505087 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a694c036-5994-468f-871f-4e014791c473 admin admin] Made reservation on behalf of 8afb4049582c4beaa9defa2fe20c8b52 for: {'network': 1} {{(pid=106257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:27:53.507735 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a694c036-5994-468f-871f-4e014791c473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for network (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:53.529735 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a694c036-5994-468f-871f-4e014791c473 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:53.595385 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d5cfd66a-6702-44b8-9707-61af58940130 req-b2c6b721-499d-4959-b737-b93f1fe0a9eb tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246588 Aug 30 04:27:53.614095 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-cc6b592a-0278-4c5c-8aa3-61e0460ad86b admin admin] Publish callbacks [] for port (64bd4d7a-8f81-40d9-8dbe-7256c24854c1), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:53.646586 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a694c036-5994-468f-871f-4e014791c473 admin admin] Publish callbacks [] for security_group (b21bac0b-d1ca-44c1-8547-7073caff026d), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:53.650010 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-cc6b592a-0278-4c5c-8aa3-61e0460ad86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62508200'] for port (64bd4d7a-8f81-40d9-8dbe-7256c24854c1), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:53.654113 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a694c036-5994-468f-871f-4e014791c473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (b21bac0b-d1ca-44c1-8547-7073caff026d), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:53.664533 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:53.675253 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a694c036-5994-468f-871f-4e014791c473 admin admin] vlan segment allocate from pool success with {'vlan_id': 1074, 'physical_network': 'physnet1'} {{(pid=106257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 04:27:53.685943 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a694c036-5994-468f-871f-4e014791c473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3898234'] for segment (a693d004-c19a-4e68-bb57-afa3ae3ca47a), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:53.686297 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.db.segments_db [None req-a694c036-5994-468f-871f-4e014791c473 admin admin] Added segment a693d004-c19a-4e68-bb57-afa3ae3ca47a of type vlan for network 3a833cc4-0338-4d6e-b00c-99c3817ea5ba Aug 30 04:27:53.686814 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-45a519a3-3bc7-4441-bd08-9137255354f4 None None] Publish callbacks [] for port (b00d4212-2657-4b9a-8587-a188baed2bb4), precommit_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:53.701924 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-45a519a3-3bc7-4441-bd08-9137255354f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (b00d4212-2657-4b9a-8587-a188baed2bb4), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:53.714492 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6b592a-0278-4c5c-8aa3-61e0460ad86b admin admin] Network 96c8b8cf-2777-48ff-a669-0d5f521159b4 is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:27:53.718655 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-cc6b592a-0278-4c5c-8aa3-61e0460ad86b admin admin] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:27:53.721366 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6b592a-0278-4c5c-8aa3-61e0460ad86b admin admin] Pushing event updated for resources: {'Port': ['ID=64bd4d7a-8f81-40d9-8dbe-7256c24854c1,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:53.723512 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6b592a-0278-4c5c-8aa3-61e0460ad86b admin admin] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:27:53.756792 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-45a519a3-3bc7-4441-bd08-9137255354f4 None None] Attempting to bind port b00d4212-2657-4b9a-8587-a188baed2bb4 on host dv-cinder-854265-2-iscsi for vnic_type normal with profile {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:27:53.757659 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-45a519a3-3bc7-4441-bd08-9137255354f4 None None] Attempting to bind port b00d4212-2657-4b9a-8587-a188baed2bb4 by drivers openvswitch,hyperv on host dv-cinder-854265-2-iscsi at level 0 using segments [{'id': 'fa929cc1-394c-4547-9d6d-d932c4c80d18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'}] {{(pid=106259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:27:53.757892 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a519a3-3bc7-4441-bd08-9137255354f4 None None] Attempting to bind port b00d4212-2657-4b9a-8587-a188baed2bb4 on network 03964a12-f74f-4d2e-840d-00c949ed3dc4 {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:27:53.763040 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a694c036-5994-468f-871f-4e014791c473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b21bac0b-d1ca-44c1-8547-7073caff026d,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:53.770691 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-cc6b592a-0278-4c5c-8aa3-61e0460ad86b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697151'] for router_interface (de865783-8798-4892-91e6-c3e345cd8bff), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:53.771356 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a519a3-3bc7-4441-bd08-9137255354f4 None None] Checking agent: {'id': 'e0fa4f30-19e6-45a9-8914-5f6bf4441601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17, 58), 'started_at': datetime.datetime(2022, 8, 30, 4, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:27:53.771881 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a519a3-3bc7-4441-bd08-9137255354f4 None None] Checking segment: {'id': 'fa929cc1-394c-4547-9d6d-d932c4c80d18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:27:53.772429 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-45a519a3-3bc7-4441-bd08-9137255354f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:53.772886 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a519a3-3bc7-4441-bd08-9137255354f4 None None] Bound using segment: {'id': 'fa929cc1-394c-4547-9d6d-d932c4c80d18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'} {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:27:53.773641 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-45a519a3-3bc7-4441-bd08-9137255354f4 None None] Bound port: b00d4212-2657-4b9a-8587-a188baed2bb4, host: dv-cinder-854265-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa929cc1-394c-4547-9d6d-d932c4c80d18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'}}] {{(pid=106259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:27:53.774172 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-45a519a3-3bc7-4441-bd08-9137255354f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (b00d4212-2657-4b9a-8587-a188baed2bb4), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:53.775234 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a694c036-5994-468f-871f-4e014791c473 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260646229'] for network (3a833cc4-0338-4d6e-b00c-99c3817ea5ba), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:53.812698 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a694c036-5994-468f-871f-4e014791c473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055'] for network (3a833cc4-0338-4d6e-b00c-99c3817ea5ba), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:53.814643 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a694c036-5994-468f-871f-4e014791c473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:53.815250 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a694c036-5994-468f-871f-4e014791c473 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for network (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:53.830059 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-45a519a3-3bc7-4441-bd08-9137255354f4 None None] For port b00d4212-2657-4b9a-8587-a188baed2bb4, host dv-cinder-854265-2-iscsi, cleared binding levels {{(pid=106259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:27:53.833768 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-45a519a3-3bc7-4441-bd08-9137255354f4 None None] For port b00d4212-2657-4b9a-8587-a188baed2bb4, host dv-cinder-854265-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=b00d4212-2657-4b9a-8587-a188baed2bb4,segment=NetworkSegment(fa929cc1-394c-4547-9d6d-d932c4c80d18),segment_id=fa929cc1-394c-4547-9d6d-d932c4c80d18)] {{(pid=106259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:27:53.837533 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3056e-42fe-4d7a-a27c-d1f404ab1da8 None None] Pushing event updated for resources: {'Port': ['ID=b00d4212-2657-4b9a-8587-a188baed2bb4,revision_number=2']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:53.842324 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-45a519a3-3bc7-4441-bd08-9137255354f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (b00d4212-2657-4b9a-8587-a188baed2bb4), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:53.880630 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a519a3-3bc7-4441-bd08-9137255354f4 None None] Routers {'de865783-8798-4892-91e6-c3e345cd8bff'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:27:53.881321 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-45a519a3-3bc7-4441-bd08-9137255354f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:27:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['de865783-8798-4892-91e6-c3e345cd8bff'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:27:53.889266 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:53.916894 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-a694c036-5994-468f-871f-4e014791c473 admin admin] 10.222.0.85 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7982383 Aug 30 04:27:53.921096 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 52590) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:53.922829 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a694c036-5994-468f-871f-4e014791c473 admin admin] Pushing event updated for resources: {'Network': ['ID=3a833cc4-0338-4d6e-b00c-99c3817ea5ba,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:53.933843 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-2d9c8379-e961-42c6-a3c8-5ec538ce004f admin admin] Request body: {'subnet': {'network_id': '3a833cc4-0338-4d6e-b00c-99c3817ea5ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-273455019-subnet', 'tenant_id': '8afb4049582c4beaa9defa2fe20c8b52', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:27:53.935711 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Network 3a833cc4-0338-4d6e-b00c-99c3817ea5ba details requested by agent ovs-agent-dv-cinder-854265-2-iscsi with host dv-cinder-854265-2-iscsi {{(pid=106259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:27:53.962299 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-cc6b592a-0278-4c5c-8aa3-61e0460ad86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (64bd4d7a-8f81-40d9-8dbe-7256c24854c1), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:54.006666 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3056e-42fe-4d7a-a27c-d1f404ab1da8 None None] Pushing event updated for resources: {'Port': ['ID=b00d4212-2657-4b9a-8587-a188baed2bb4,revision_number=3']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:54.082918 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-387df5c9-0f63-4e1b-8c06-736998179aef None None] Provisioning complete for port 64bd4d7a-8f81-40d9-8dbe-7256c24854c1 triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:27:54.083165 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-387df5c9-0f63-4e1b-8c06-736998179aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (64bd4d7a-8f81-40d9-8dbe-7256c24854c1), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:54.120216 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-45a519a3-3bc7-4441-bd08-9137255354f4 None None] Set router de865783-8798-4892-91e6-c3e345cd8bff gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:27:54.179569 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 2d290e77-c87f-4645-8c20-3b131ad8f3e3 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:27:54.193871 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9c8379-e961-42c6-a3c8-5ec538ce004f admin admin] Made reservation on behalf of 8afb4049582c4beaa9defa2fe20c8b52 for: {'subnet': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:27:54.196226 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2d9c8379-e961-42c6-a3c8-5ec538ce004f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62259393'] for subnet (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:54.264764 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-387df5c9-0f63-4e1b-8c06-736998179aef None None] Port 64bd4d7a-8f81-40d9-8dbe-7256c24854c1 cannot update to ACTIVE because it is not bound. {{(pid=106259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:27:54.307662 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port 2d290e77-c87f-4645-8c20-3b131ad8f3e3 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:27:54.308037 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (2d290e77-c87f-4645-8c20-3b131ad8f3e3), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:54.333111 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:54.351435 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:54.435477 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-45a519a3-3bc7-4441-bd08-9137255354f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de865783-8798-4892-91e6-c3e345cd8bff', 'name': 'tempest-TestMinimumBasicScenario-920664498-router', 'tenant_id': '3a706ffd11144f46ba54becd86464f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'b00d4212-2657-4b9a-8587-a188baed2bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:49Z', 'updated_at': '2022-08-30T04:27:51Z', 'revision_number': 3, 'project_id': '3a706ffd11144f46ba54becd86464f02', 'gw_port': {'id': 'b00d4212-2657-4b9a-8587-a188baed2bb4', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de865783-8798-4892-91e6-c3e345cd8bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:50Z', 'updated_at': '2022-08-30T04:27:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi'}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:27:54.469620 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a519a3-3bc7-4441-bd08-9137255354f4 None None] The sync data for ids ['de865783-8798-4892-91e6-c3e345cd8bff'] in dv-cinder-854265-2-iscsi is: [{'id': 'de865783-8798-4892-91e6-c3e345cd8bff', 'name': 'tempest-TestMinimumBasicScenario-920664498-router', 'tenant_id': '3a706ffd11144f46ba54becd86464f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'b00d4212-2657-4b9a-8587-a188baed2bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:49Z', 'updated_at': '2022-08-30T04:27:51Z', 'revision_number': 3, 'project_id': '3a706ffd11144f46ba54becd86464f02', 'gw_port': {'id': 'b00d4212-2657-4b9a-8587-a188baed2bb4', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de865783-8798-4892-91e6-c3e345cd8bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:50Z', 'updated_at': '2022-08-30T04:27:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi'}] {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:27:54.482642 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-cc6b592a-0278-4c5c-8aa3-61e0460ad86b admin admin] Publish callbacks [] for port (64bd4d7a-8f81-40d9-8dbe-7256c24854c1), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:54.484078 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port 2d290e77-c87f-4645-8c20-3b131ad8f3e3 is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:27:54.504658 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-cc6b592a-0278-4c5c-8aa3-61e0460ad86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62508193'] for port (64bd4d7a-8f81-40d9-8dbe-7256c24854c1), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:54.565088 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2d9c8379-e961-42c6-a3c8-5ec538ce004f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62508312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62259415'] for subnet (14ce1079-bb9d-4bd2-9455-27504a55dd9e), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:54.660174 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae08cc-47d4-4c9b-a090-d6fa31553c9d req-cb56025c-3a40-4c35-8faa-c44086fb69bb tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:54.661061 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f4ae08cc-47d4-4c9b-a090-d6fa31553c9d req-cb56025c-3a40-4c35-8faa-c44086fb69bb tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=48e41893-a6f9-419c-a450-9b8233aff17f HTTP/1.1" status: 200 len: 945 time: 0.1506851 Aug 30 04:27:54.665900 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6b592a-0278-4c5c-8aa3-61e0460ad86b admin admin] Pushing event updated for resources: {'Port': ['ID=64bd4d7a-8f81-40d9-8dbe-7256c24854c1,revision_number=2']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:54.685592 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-cc6b592a-0278-4c5c-8aa3-61e0460ad86b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697259'] for router_interface (de865783-8798-4892-91e6-c3e345cd8bff), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:54.699403 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:54.717412 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9c8379-e961-42c6-a3c8-5ec538ce004f admin admin] Pushing event updated for resources: {'Subnet': ['ID=14ce1079-bb9d-4bd2-9455-27504a55dd9e,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:54.861361 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f4ae08cc-47d4-4c9b-a090-d6fa31553c9d req-60318ec2-d4ef-408f-9af9-0e2d60120f21 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876993 Aug 30 04:27:54.862165 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9c8379-e961-42c6-a3c8-5ec538ce004f admin admin] Checking segment: {'id': 'a693d004-c19a-4e68-bb57-afa3ae3ca47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '3a833cc4-0338-4d6e-b00c-99c3817ea5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:27:54.862535 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9c8379-e961-42c6-a3c8-5ec538ce004f admin admin] Network hostable DHCP agents. Network: 3a833cc4-0338-4d6e-b00c-99c3817ea5ba, hostable agents: ['b1b2a880-5f2a-4407-bfda-3b17b5cf16ab'], hosted agents: [] {{(pid=106258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:27:54.909088 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc67e8c4-814c-4869-a1d7-3d6bc5514f27 req-d0b96aec-c5fa-46fa-8f6d-c2cf35f29b65 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:54.921063 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bc67e8c4-814c-4869-a1d7-3d6bc5514f27 req-d0b96aec-c5fa-46fa-8f6d-c2cf35f29b65 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 946 time: 0.1707389 Aug 30 04:27:54.952947 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9c8379-e961-42c6-a3c8-5ec538ce004f admin admin] Network 3a833cc4-0338-4d6e-b00c-99c3817ea5ba is scheduled to be hosted by DHCP agent b1b2a880-5f2a-4407-bfda-3b17b5cf16ab with binding_index 1 {{(pid=106258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:27:54.982892 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6b592a-0278-4c5c-8aa3-61e0460ad86b admin admin] Network 96c8b8cf-2777-48ff-a669-0d5f521159b4 is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:27:54.985990 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-2d9c8379-e961-42c6-a3c8-5ec538ce004f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-2-iscsi, 3a833cc4-0338-4d6e-b00c-99c3817ea5ba) {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:27:54.990606 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9c8379-e961-42c6-a3c8-5ec538ce004f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:54.991326 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2d9c8379-e961-42c6-a3c8-5ec538ce004f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:54.998090 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce131fe-b9ad-4841-9348-c23c75341067 None None] Network 3a833cc4-0338-4d6e-b00c-99c3817ea5ba requested from dv-cinder-854265-2-iscsi {{(pid=106259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:27:55.000390 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:55.000982 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-cc6b592a-0278-4c5c-8aa3-61e0460ad86b admin admin] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:27:55.085349 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bc67e8c4-814c-4869-a1d7-3d6bc5514f27 req-3e950636-c2a6-4670-a985-480217ee456d tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676333 Aug 30 04:27:55.093897 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-2d9c8379-e961-42c6-a3c8-5ec538ce004f admin admin] 10.222.0.85 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1692126 Aug 30 04:27:55.094765 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 52618) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:55.104863 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-3871e498-9019-4fb0-aba3-fe6818dd70e8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-273455019-router', 'tenant_id': '8afb4049582c4beaa9defa2fe20c8b52', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'}}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:27:55.166874 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e10572e-f7fe-41c7-b0cd-18b0d0c3766b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp163fce75-ff37-51be-b106-87d3326ca651-3a833cc4-0338-4d6e-b00c-99c3817ea5ba', 'network_id': '3a833cc4-0338-4d6e-b00c-99c3817ea5ba', 'project_id': '8afb4049582c4beaa9defa2fe20c8b52', 'fixed_ips': [{'subnet_id': '14ce1079-bb9d-4bd2-9455-27504a55dd9e'}]}} from dv-cinder-854265-2-iscsi. {{(pid=106259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 04:27:55.168995 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6e10572e-f7fe-41c7-b0cd-18b0d0c3766b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:55.195415 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3871e498-9019-4fb0-aba3-fe6818dd70e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-698027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6516'] for router (1b0b9488-6100-4281-972e-44537b48dc76), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:55.197095 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3871e498-9019-4fb0-aba3-fe6818dd70e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-695958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6523'] for router (1b0b9488-6100-4281-972e-44537b48dc76), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:55.221190 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:55.241256 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc6b592a-0278-4c5c-8aa3-61e0460ad86b admin admin] Router de865783-8798-4892-91e6-c3e345cd8bff has already been hosted by L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 {{(pid=106258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:27:55.329529 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6e9a8660-6233-4129-bc47-d1a6f725ce8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:55.376926 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3871e498-9019-4fb0-aba3-fe6818dd70e8 admin admin] Publish callbacks [] for router_controller (1b0b9488-6100-4281-972e-44537b48dc76), precommit_add_association {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:55.537681 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6b592a-0278-4c5c-8aa3-61e0460ad86b admin admin] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:27:55.544687 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-cc6b592a-0278-4c5c-8aa3-61e0460ad86b admin admin] 10.222.0.85 "PUT /networking/v2.0/routers/de865783-8798-4892-91e6-c3e345cd8bff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3755910 Aug 30 04:27:55.572238 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-44bdb149-af92-4c78-aa14-792c440021c8 None None] Provisioning complete for port 64bd4d7a-8f81-40d9-8dbe-7256c24854c1 triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:27:55.572629 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-44bdb149-af92-4c78-aa14-792c440021c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (64bd4d7a-8f81-40d9-8dbe-7256c24854c1), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:55.609664 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.db_base_plugin_common [None req-6e10572e-f7fe-41c7-b0cd-18b0d0c3766b None None] Allocated IP 172.20.0.2 (3a833cc4-0338-4d6e-b00c-99c3817ea5ba/14ce1079-bb9d-4bd2-9455-27504a55dd9e/e05ca6ba-2487-4ce4-85a0-3fbc35c47477) {{(pid=106259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:27:55.631335 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-44bdb149-af92-4c78-aa14-792c440021c8 None None] Port 64bd4d7a-8f81-40d9-8dbe-7256c24854c1 cannot update to ACTIVE because it is not bound. {{(pid=106259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:27:55.638244 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3871e498-9019-4fb0-aba3-fe6818dd70e8 admin admin] Publish callbacks [] for router_gateway (1b0b9488-6100-4281-972e-44537b48dc76), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:55.892196 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6e10572e-f7fe-41c7-b0cd-18b0d0c3766b None None] Publish callbacks [] for port (e05ca6ba-2487-4ce4-85a0-3fbc35c47477), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:55.902840 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6e10572e-f7fe-41c7-b0cd-18b0d0c3766b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758'] for port (e05ca6ba-2487-4ce4-85a0-3fbc35c47477), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:55.962168 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3871e498-9019-4fb0-aba3-fe6818dd70e8 admin admin] Publish callbacks [] for router_gateway (1b0b9488-6100-4281-972e-44537b48dc76), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:55.989460 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3871e498-9019-4fb0-aba3-fe6818dd70e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:56.002174 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=6 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:56.010949 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e10572e-f7fe-41c7-b0cd-18b0d0c3766b None None] Network 3a833cc4-0338-4d6e-b00c-99c3817ea5ba is already hosted by enough agents. {{(pid=106259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:27:56.018855 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.scheduler.base_scheduler [None req-6e10572e-f7fe-41c7-b0cd-18b0d0c3766b None None] Resources bound (agent type, host, resource id): {{(pid=106259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:27:56.024029 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e10572e-f7fe-41c7-b0cd-18b0d0c3766b None None] Received port after_create {{(pid=106259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:27:56.040104 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e10572e-f7fe-41c7-b0cd-18b0d0c3766b None None] Pushing event updated for resources: {'Port': ['ID=e05ca6ba-2487-4ce4-85a0-3fbc35c47477,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:56.060000 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06dfde-0500-44a5-9d14-f65e56b97aaf req-ad1aacf1-a00b-44cd-be4c-d1a68b74aa28 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:56.061849 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8d06dfde-0500-44a5-9d14-f65e56b97aaf req-ad1aacf1-a00b-44cd-be4c-d1a68b74aa28 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=48e41893-a6f9-419c-a450-9b8233aff17f HTTP/1.1" status: 200 len: 945 time: 0.0631068 Aug 30 04:27:56.166200 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-6e10572e-f7fe-41c7-b0cd-18b0d0c3766b None None] Attempting to bind port e05ca6ba-2487-4ce4-85a0-3fbc35c47477 on host dv-cinder-854265-2-iscsi for vnic_type normal with profile {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:27:56.166589 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-6e10572e-f7fe-41c7-b0cd-18b0d0c3766b None None] Attempting to bind port e05ca6ba-2487-4ce4-85a0-3fbc35c47477 by drivers openvswitch,hyperv on host dv-cinder-854265-2-iscsi at level 0 using segments [{'id': 'a693d004-c19a-4e68-bb57-afa3ae3ca47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '3a833cc4-0338-4d6e-b00c-99c3817ea5ba'}] {{(pid=106259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:27:56.166958 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e10572e-f7fe-41c7-b0cd-18b0d0c3766b None None] Attempting to bind port e05ca6ba-2487-4ce4-85a0-3fbc35c47477 on network 3a833cc4-0338-4d6e-b00c-99c3817ea5ba {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:27:56.189733 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e10572e-f7fe-41c7-b0cd-18b0d0c3766b None None] Checking agent: {'id': 'e0fa4f30-19e6-45a9-8914-5f6bf4441601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17, 58), 'started_at': datetime.datetime(2022, 8, 30, 4, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:27:56.190745 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e10572e-f7fe-41c7-b0cd-18b0d0c3766b None None] Checking segment: {'id': 'a693d004-c19a-4e68-bb57-afa3ae3ca47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '3a833cc4-0338-4d6e-b00c-99c3817ea5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:27:56.191156 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6e10572e-f7fe-41c7-b0cd-18b0d0c3766b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:56.191555 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e10572e-f7fe-41c7-b0cd-18b0d0c3766b None None] Bound using segment: {'id': 'a693d004-c19a-4e68-bb57-afa3ae3ca47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '3a833cc4-0338-4d6e-b00c-99c3817ea5ba'} {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:27:56.194337 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-6e10572e-f7fe-41c7-b0cd-18b0d0c3766b None None] Bound port: e05ca6ba-2487-4ce4-85a0-3fbc35c47477, host: dv-cinder-854265-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a693d004-c19a-4e68-bb57-afa3ae3ca47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '3a833cc4-0338-4d6e-b00c-99c3817ea5ba'}}] {{(pid=106259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:27:56.194747 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6e10572e-f7fe-41c7-b0cd-18b0d0c3766b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (e05ca6ba-2487-4ce4-85a0-3fbc35c47477), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:56.255918 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device b00d4212-2657-4b9a-8587-a188baed2bb4 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:27:56.261327 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8d06dfde-0500-44a5-9d14-f65e56b97aaf req-90e6ba3a-76eb-4c2b-a458-049e1cf4832c tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686435 Aug 30 04:27:56.315779 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8913e341-d6a7-4a94-828b-4fcd9b265275 req-7be432e9-f575-4095-b584-37b9ab61b7d0 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:56.322452 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8913e341-d6a7-4a94-828b-4fcd9b265275 req-7be432e9-f575-4095-b584-37b9ab61b7d0 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 946 time: 0.0827131 Aug 30 04:27:56.324382 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [None req-3871e498-9019-4fb0-aba3-fe6818dd70e8 admin admin] Allocated IP 172.27.1.24 (03964a12-f74f-4d2e-840d-00c949ed3dc4/00661445-2d2c-4e5c-8f29-475eaaec65d5/de5de454-e840-412f-8a1d-c07983265b2b) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:27:56.384332 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6e10572e-f7fe-41c7-b0cd-18b0d0c3766b None None] For port e05ca6ba-2487-4ce4-85a0-3fbc35c47477, host dv-cinder-854265-2-iscsi, cleared binding levels {{(pid=106259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:27:56.391611 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6e10572e-f7fe-41c7-b0cd-18b0d0c3766b None None] For port e05ca6ba-2487-4ce4-85a0-3fbc35c47477, host dv-cinder-854265-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=e05ca6ba-2487-4ce4-85a0-3fbc35c47477,segment=NetworkSegment(a693d004-c19a-4e68-bb57-afa3ae3ca47a),segment_id=a693d004-c19a-4e68-bb57-afa3ae3ca47a)] {{(pid=106259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:27:56.399472 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port b00d4212-2657-4b9a-8587-a188baed2bb4 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:27:56.399980 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (b00d4212-2657-4b9a-8587-a188baed2bb4), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:56.403818 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6e10572e-f7fe-41c7-b0cd-18b0d0c3766b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (e05ca6ba-2487-4ce4-85a0-3fbc35c47477), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:56.441300 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:56.460031 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8913e341-d6a7-4a94-828b-4fcd9b265275 req-2b0dd5c8-fce8-4dea-ac9e-40872a3ebccc tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226394 Aug 30 04:27:56.498399 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 52654) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:56.504746 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-712f85a6-0606-4f4c-96dd-d39875273514 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-378392306-network', 'tenant_id': 'c653a70df19945c69e62efc029929b25'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:27:56.531665 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3871e498-9019-4fb0-aba3-fe6818dd70e8 admin admin] Publish callbacks [] for port (de5de454-e840-412f-8a1d-c07983265b2b), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:56.531910 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712f85a6-0606-4f4c-96dd-d39875273514 admin admin] Made reservation on behalf of c653a70df19945c69e62efc029929b25 for: {'network': 1} {{(pid=106257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:27:56.534313 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-712f85a6-0606-4f4c-96dd-d39875273514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for network (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:56.548172 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-712f85a6-0606-4f4c-96dd-d39875273514 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:56.548376 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:56.561331 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e10572e-f7fe-41c7-b0cd-18b0d0c3766b None None] Pushing event updated for resources: {'Port': ['ID=e05ca6ba-2487-4ce4-85a0-3fbc35c47477,revision_number=2']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:56.568410 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:56.568788 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:56.582590 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3871e498-9019-4fb0-aba3-fe6818dd70e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62508200'] for port (de5de454-e840-412f-8a1d-c07983265b2b), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:56.623435 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port b00d4212-2657-4b9a-8587-a188baed2bb4 is: DOWN; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:27:56.624349 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (b00d4212-2657-4b9a-8587-a188baed2bb4), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:56.635870 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3871e498-9019-4fb0-aba3-fe6818dd70e8 admin admin] Network 03964a12-f74f-4d2e-840d-00c949ed3dc4 is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:27:56.639623 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-3871e498-9019-4fb0-aba3-fe6818dd70e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:27:56.645888 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:56.648936 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-712f85a6-0606-4f4c-96dd-d39875273514 admin admin] Publish callbacks [] for security_group (db38fcc8-baaf-454d-a573-b1461b39d995), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:56.651810 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3871e498-9019-4fb0-aba3-fe6818dd70e8 admin admin] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:27:56.655543 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871e498-9019-4fb0-aba3-fe6818dd70e8 admin admin] Pushing event updated for resources: {'Port': ['ID=de5de454-e840-412f-8a1d-c07983265b2b,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:56.655723 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] For port b00d4212-2657-4b9a-8587-a188baed2bb4, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=b00d4212-2657-4b9a-8587-a188baed2bb4,segment=NetworkSegment(fa929cc1-394c-4547-9d6d-d932c4c80d18),segment_id=fa929cc1-394c-4547-9d6d-d932c4c80d18)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:27:56.655977 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-712f85a6-0606-4f4c-96dd-d39875273514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (db38fcc8-baaf-454d-a573-b1461b39d995), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:56.667886 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (b00d4212-2657-4b9a-8587-a188baed2bb4), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:56.683385 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-712f85a6-0606-4f4c-96dd-d39875273514 admin admin] vlan segment allocate from pool success with {'vlan_id': 1055, 'physical_network': 'physnet1'} {{(pid=106257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 04:27:56.708796 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712f85a6-0606-4f4c-96dd-d39875273514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db38fcc8-baaf-454d-a573-b1461b39d995,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:56.715854 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-712f85a6-0606-4f4c-96dd-d39875273514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3898234'] for segment (64fa6ea5-2207-4b3b-a905-051c73a26b1a), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:56.716418 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.db.segments_db [None req-712f85a6-0606-4f4c-96dd-d39875273514 admin admin] Added segment 64fa6ea5-2207-4b3b-a905-051c73a26b1a of type vlan for network 2f4cb3e8-0947-4c03-9c86-fd8ead387a1c Aug 30 04:27:56.807797 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-712f85a6-0606-4f4c-96dd-d39875273514 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260646229'] for network (2f4cb3e8-0947-4c03-9c86-fd8ead387a1c), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:56.811493 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Pushing event updated for resources: {'Port': ['ID=b00d4212-2657-4b9a-8587-a188baed2bb4,revision_number=4']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:56.855303 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-712f85a6-0606-4f4c-96dd-d39875273514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055'] for network (2f4cb3e8-0947-4c03-9c86-fd8ead387a1c), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:56.856251 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712f85a6-0606-4f4c-96dd-d39875273514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:56.856922 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-712f85a6-0606-4f4c-96dd-d39875273514 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for network (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:56.930955 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-712f85a6-0606-4f4c-96dd-d39875273514 admin admin] 10.222.0.85 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4313533 Aug 30 04:27:56.933669 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 52660) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:56.939878 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-1515d711-bbcb-45c2-b222-f9e1661b42ed admin admin] Request body: {'subnet': {'network_id': '2f4cb3e8-0947-4c03-9c86-fd8ead387a1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-378392306-subnet', 'tenant_id': 'c653a70df19945c69e62efc029929b25', 'ip_version': 4}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:27:56.954821 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712f85a6-0606-4f4c-96dd-d39875273514 admin admin] Pushing event updated for resources: {'Network': ['ID=2f4cb3e8-0947-4c03-9c86-fd8ead387a1c,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:56.971545 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1515d711-bbcb-45c2-b222-f9e1661b42ed admin admin] Made reservation on behalf of c653a70df19945c69e62efc029929b25 for: {'subnet': 1} {{(pid=106257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:27:56.975818 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-1515d711-bbcb-45c2-b222-f9e1661b42ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61944224'] for subnet (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:56.977109 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Network 2f4cb3e8-0947-4c03-9c86-fd8ead387a1c details requested by agent ovs-agent-dv-cinder-854265-2-iscsi with host dv-cinder-854265-2-iscsi {{(pid=106259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:27:57.044271 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3871e498-9019-4fb0-aba3-fe6818dd70e8 admin admin] Publish callbacks [] for router_gateway (1b0b9488-6100-4281-972e-44537b48dc76), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:57.064492 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d99a87-54cd-4cdd-8939-739376f6d2be None None] Sync routers for ids ['de865783-8798-4892-91e6-c3e345cd8bff'] in dv-cinder-854265-2-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:27:57.075686 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d99a87-54cd-4cdd-8939-739376f6d2be None None] Routers {'de865783-8798-4892-91e6-c3e345cd8bff'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:27:57.076361 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-e0d99a87-54cd-4cdd-8939-739376f6d2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:27:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['de865783-8798-4892-91e6-c3e345cd8bff'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:27:57.200584 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-1515d711-bbcb-45c2-b222-f9e1661b42ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61207838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61944246'] for subnet (d86f9219-f87e-41f3-ab2b-9610354dc89e), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:57.216779 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-e0d99a87-54cd-4cdd-8939-739376f6d2be None None] Set router de865783-8798-4892-91e6-c3e345cd8bff gateway port host: dv-cinder-854265-2-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:27:57.227866 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:57.261157 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1515d711-bbcb-45c2-b222-f9e1661b42ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=d86f9219-f87e-41f3-ab2b-9610354dc89e,revision_number=0']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:57.272771 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1515d711-bbcb-45c2-b222-f9e1661b42ed admin admin] Checking segment: {'id': '64fa6ea5-2207-4b3b-a905-051c73a26b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '2f4cb3e8-0947-4c03-9c86-fd8ead387a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:27:57.273357 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1515d711-bbcb-45c2-b222-f9e1661b42ed admin admin] Network hostable DHCP agents. Network: 2f4cb3e8-0947-4c03-9c86-fd8ead387a1c, hostable agents: ['b1b2a880-5f2a-4407-bfda-3b17b5cf16ab'], hosted agents: [] {{(pid=106257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:27:57.286347 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3871e498-9019-4fb0-aba3-fe6818dd70e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-696014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696667'] for router (1b0b9488-6100-4281-972e-44537b48dc76), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:57.291769 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1515d711-bbcb-45c2-b222-f9e1661b42ed admin admin] Network 2f4cb3e8-0947-4c03-9c86-fd8ead387a1c is scheduled to be hosted by DHCP agent b1b2a880-5f2a-4407-bfda-3b17b5cf16ab with binding_index 1 {{(pid=106257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:27:57.303730 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.base_scheduler [None req-1515d711-bbcb-45c2-b222-f9e1661b42ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-2-iscsi, 2f4cb3e8-0947-4c03-9c86-fd8ead387a1c) {{(pid=106257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:27:57.310729 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1515d711-bbcb-45c2-b222-f9e1661b42ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:57.311611 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-1515d711-bbcb-45c2-b222-f9e1661b42ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for subnet (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:57.323418 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfd5932-596b-4cb5-a757-4f82e4aa7180 None None] Network 2f4cb3e8-0947-4c03-9c86-fd8ead387a1c requested from dv-cinder-854265-2-iscsi {{(pid=106259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:27:57.336170 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 52664) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:57.336675 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-1515d711-bbcb-45c2-b222-f9e1661b42ed admin admin] 10.222.0.85 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4016852 Aug 30 04:27:57.352901 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-a2dbefac-ab33-4082-97e3-fcff815454ba admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-378392306-router', 'tenant_id': 'c653a70df19945c69e62efc029929b25', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'}}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:27:57.466512 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a2dbefac-ab33-4082-97e3-fcff815454ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-698027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6516'] for router (21e1386e-380a-4a6c-b714-949c1ef4b07e), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:57.467541 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a2dbefac-ab33-4082-97e3-fcff815454ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-695958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6523'] for router (21e1386e-380a-4a6c-b714-949c1ef4b07e), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:57.495914 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-e0d99a87-54cd-4cdd-8939-739376f6d2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de865783-8798-4892-91e6-c3e345cd8bff', 'name': 'tempest-TestMinimumBasicScenario-920664498-router', 'tenant_id': '3a706ffd11144f46ba54becd86464f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'b00d4212-2657-4b9a-8587-a188baed2bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:49Z', 'updated_at': '2022-08-30T04:27:53Z', 'revision_number': 4, 'project_id': '3a706ffd11144f46ba54becd86464f02', 'gw_port': {'id': 'b00d4212-2657-4b9a-8587-a188baed2bb4', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de865783-8798-4892-91e6-c3e345cd8bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:50Z', 'updated_at': '2022-08-30T04:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': '64bd4d7a-8f81-40d9-8dbe-7256c24854c1', 'name': '', 'network_id': '96c8b8cf-2777-48ff-a669-0d5f521159b4', 'tenant_id': '3a706ffd11144f46ba54becd86464f02', 'mac_address': 'fa:16:3e:54:54:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de865783-8798-4892-91e6-c3e345cd8bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f7a849fd-7349-4aaa-9895-33f6e0837dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:53Z', 'updated_at': '2022-08-30T04:27:54Z', 'revision_number': 2, 'project_id': '3a706ffd11144f46ba54becd86464f02', 'subnets': [{'id': 'f7a849fd-7349-4aaa-9895-33f6e0837dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:27:57.509343 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5d977-0fa9-4e5c-881e-0143f9d1a42a req-e02cf9dd-5b2c-4f1c-a3c3-a9d799536357 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:57.510847 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9bf5d977-0fa9-4e5c-881e-0143f9d1a42a req-e02cf9dd-5b2c-4f1c-a3c3-a9d799536357 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=48e41893-a6f9-419c-a450-9b8233aff17f HTTP/1.1" status: 200 len: 945 time: 0.0801311 Aug 30 04:27:57.551268 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d99a87-54cd-4cdd-8939-739376f6d2be None None] Checking router: de865783-8798-4892-91e6-c3e345cd8bff for host: dv-cinder-854265-2-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:27:57.551629 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d99a87-54cd-4cdd-8939-739376f6d2be None None] Updating router de865783-8798-4892-91e6-c3e345cd8bff port 64bd4d7a-8f81-40d9-8dbe-7256c24854c1 binding host dv-cinder-854265-2-iscsi {{(pid=106260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:27:57.588009 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab1ca63-07af-45fb-95e2-c74049d536a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp163fce75-ff37-51be-b106-87d3326ca651-2f4cb3e8-0947-4c03-9c86-fd8ead387a1c', 'network_id': '2f4cb3e8-0947-4c03-9c86-fd8ead387a1c', 'project_id': 'c653a70df19945c69e62efc029929b25', 'fixed_ips': [{'subnet_id': 'd86f9219-f87e-41f3-ab2b-9610354dc89e'}]}} from dv-cinder-854265-2-iscsi. {{(pid=106259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 04:27:57.589831 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-4ab1ca63-07af-45fb-95e2-c74049d536a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:57.608092 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a6d62-4af1-49d3-82c9-5eba108eaf56 req-77833042-196e-4807-a7e8-8cf1a24f7f3c tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:57.613335 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-a10a6d62-4af1-49d3-82c9-5eba108eaf56 req-77833042-196e-4807-a7e8-8cf1a24f7f3c tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=48e41893-a6f9-419c-a450-9b8233aff17f HTTP/1.1" status: 200 len: 945 time: 0.1236675 Aug 30 04:27:57.628516 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e0d99a87-54cd-4cdd-8939-739376f6d2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (64bd4d7a-8f81-40d9-8dbe-7256c24854c1), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:57.855650 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.db_base_plugin_common [None req-4ab1ca63-07af-45fb-95e2-c74049d536a1 None None] Allocated IP 172.20.0.2 (2f4cb3e8-0947-4c03-9c86-fd8ead387a1c/d86f9219-f87e-41f3-ab2b-9610354dc89e/e2a0f396-9234-4dc7-850d-e7a984474b68) {{(pid=106259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:27:57.872171 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [req-a10a6d62-4af1-49d3-82c9-5eba108eaf56 req-10550e58-e55b-4b53-9c0c-3cba9c998ef3 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Deleting port bb40c801-45f5-4a6a-912d-08b3f12cb066 {{(pid=106257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:27:57.872529 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-a10a6d62-4af1-49d3-82c9-5eba108eaf56 req-10550e58-e55b-4b53-9c0c-3cba9c998ef3 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (bb40c801-45f5-4a6a-912d-08b3f12cb066), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:57.959062 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac265029-effe-4bbc-9c38-004e79747674 None None] Network 3a833cc4-0338-4d6e-b00c-99c3817ea5ba requested from dv-cinder-854265-2-iscsi {{(pid=106259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:27:57.964282 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:58.000705 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-39e2cf1a-f288-4d7d-9dfd-15ceaf064858 None None] Provisioning complete for port e05ca6ba-2487-4ce4-85a0-3fbc35c47477 triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:27:58.001472 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-39e2cf1a-f288-4d7d-9dfd-15ceaf064858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (e05ca6ba-2487-4ce4-85a0-3fbc35c47477), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:58.073111 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9bf5d977-0fa9-4e5c-881e-0143f9d1a42a req-28428efb-9e71-4c88-bc88-c537b9743f32 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5171199 Aug 30 04:27:58.081784 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a2dbefac-ab33-4082-97e3-fcff815454ba admin admin] Publish callbacks [] for router_controller (21e1386e-380a-4a6c-b714-949c1ef4b07e), precommit_add_association {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:58.163965 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [req-a10a6d62-4af1-49d3-82c9-5eba108eaf56 req-10550e58-e55b-4b53-9c0c-3cba9c998ef3 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] For port bb40c801-45f5-4a6a-912d-08b3f12cb066, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=bb40c801-45f5-4a6a-912d-08b3f12cb066,segment=NetworkSegment(211ef5bb-e874-4c0c-91ab-d61cbe721bae),segment_id=211ef5bb-e874-4c0c-91ab-d61cbe721bae)] {{(pid=106257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:27:58.164598 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-a10a6d62-4af1-49d3-82c9-5eba108eaf56 req-10550e58-e55b-4b53-9c0c-3cba9c998ef3 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (bb40c801-45f5-4a6a-912d-08b3f12cb066), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:58.198774 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:58.206037 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [req-a10a6d62-4af1-49d3-82c9-5eba108eaf56 req-10550e58-e55b-4b53-9c0c-3cba9c998ef3 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Calling delete_port for bb40c801-45f5-4a6a-912d-08b3f12cb066 owned by compute:nova {{(pid=106257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:27:58.224896 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3871e498-9019-4fb0-aba3-fe6818dd70e8 admin admin] Router 1b0b9488-6100-4281-972e-44537b48dc76 is scheduled to L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 with binding_index 1 {{(pid=106258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 04:27:58.238196 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77622d-d71c-46a4-805d-c3eff4e8b641 req-939bda75-1162-42e1-8e89-0a60f48e7008 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:58.261133 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0c77622d-d71c-46a4-805d-c3eff4e8b641 req-939bda75-1162-42e1-8e89-0a60f48e7008 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 946 time: 0.2265024 Aug 30 04:27:58.272689 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e0d99a87-54cd-4cdd-8939-739376f6d2be None None] Publish callbacks [] for port (64bd4d7a-8f81-40d9-8dbe-7256c24854c1), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:58.275513 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:58.276217 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:58.282604 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e0d99a87-54cd-4cdd-8939-739376f6d2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (64bd4d7a-8f81-40d9-8dbe-7256c24854c1), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:58.310474 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:58.311802 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:58.313334 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:58.320706 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:58.335726 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-4ab1ca63-07af-45fb-95e2-c74049d536a1 None None] Publish callbacks [] for port (e2a0f396-9234-4dc7-850d-e7a984474b68), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:58.343043 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-39e2cf1a-f288-4d7d-9dfd-15ceaf064858 None None] Current status of the port e05ca6ba-2487-4ce4-85a0-3fbc35c47477 is: DOWN; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:27:58.343601 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-39e2cf1a-f288-4d7d-9dfd-15ceaf064858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (e05ca6ba-2487-4ce4-85a0-3fbc35c47477), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:58.364293 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-4ab1ca63-07af-45fb-95e2-c74049d536a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758'] for port (e2a0f396-9234-4dc7-850d-e7a984474b68), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:58.388654 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:58.416374 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5709957c-f7e7-483b-b253-892f464bf8d7 None None] Pushing event updated for resources: {'Port': ['ID=64bd4d7a-8f81-40d9-8dbe-7256c24854c1,revision_number=3']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:58.438038 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a2dbefac-ab33-4082-97e3-fcff815454ba admin admin] Publish callbacks [] for router_gateway (21e1386e-380a-4a6c-b714-949c1ef4b07e), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:58.442148 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-a10a6d62-4af1-49d3-82c9-5eba108eaf56 req-10550e58-e55b-4b53-9c0c-3cba9c998ef3 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (bb40c801-45f5-4a6a-912d-08b3f12cb066), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:58.445320 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device e05ca6ba-2487-4ce4-85a0-3fbc35c47477 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:27:58.463349 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5709957c-f7e7-483b-b253-892f464bf8d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:58.463707 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5709957c-f7e7-483b-b253-892f464bf8d7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:58.464067 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5709957c-f7e7-483b-b253-892f464bf8d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:58.464556 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5709957c-f7e7-483b-b253-892f464bf8d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:58.464904 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5709957c-f7e7-483b-b253-892f464bf8d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:58.465259 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5709957c-f7e7-483b-b253-892f464bf8d7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:58.465586 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5709957c-f7e7-483b-b253-892f464bf8d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:58.465910 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5709957c-f7e7-483b-b253-892f464bf8d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:58.466231 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5709957c-f7e7-483b-b253-892f464bf8d7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:58.466554 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5709957c-f7e7-483b-b253-892f464bf8d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:58.466874 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5709957c-f7e7-483b-b253-892f464bf8d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:58.467207 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5709957c-f7e7-483b-b253-892f464bf8d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:58.467528 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5709957c-f7e7-483b-b253-892f464bf8d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:58.467841 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5709957c-f7e7-483b-b253-892f464bf8d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:58.479472 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10550e58-e55b-4b53-9c0c-3cba9c998ef3 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Pushing event deleted for resources: {'Port': ['ID=bb40c801-45f5-4a6a-912d-08b3f12cb066,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:58.487681 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5709957c-f7e7-483b-b253-892f464bf8d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:27:58.510685 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0c77622d-d71c-46a4-805d-c3eff4e8b641 req-b75fee18-362e-42ee-aaa3-0547a829fb21 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463031 Aug 30 04:27:58.523601 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] get_ports_and_sgs() called for port_ids ['bb40c801-45f5-4a6a-912d-08b3f12cb066'] {{(pid=106259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:27:58.569272 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-e0d99a87-54cd-4cdd-8939-739376f6d2be None None] Attempting to bind port 64bd4d7a-8f81-40d9-8dbe-7256c24854c1 on host dv-cinder-854265-2-iscsi for vnic_type normal with profile {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:27:58.569897 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-e0d99a87-54cd-4cdd-8939-739376f6d2be None None] Attempting to bind port 64bd4d7a-8f81-40d9-8dbe-7256c24854c1 by drivers openvswitch,hyperv on host dv-cinder-854265-2-iscsi at level 0 using segments [{'id': '2df95583-7b31-406c-8e38-f71f0978ee31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '96c8b8cf-2777-48ff-a669-0d5f521159b4'}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:27:58.570439 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d99a87-54cd-4cdd-8939-739376f6d2be None None] Attempting to bind port 64bd4d7a-8f81-40d9-8dbe-7256c24854c1 on network 96c8b8cf-2777-48ff-a669-0d5f521159b4 {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:27:58.576623 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab1ca63-07af-45fb-95e2-c74049d536a1 None None] Network 2f4cb3e8-0947-4c03-9c86-fd8ead387a1c is already hosted by enough agents. {{(pid=106259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:27:58.578025 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d99a87-54cd-4cdd-8939-739376f6d2be None None] Checking agent: {'id': 'e0fa4f30-19e6-45a9-8914-5f6bf4441601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17, 58), 'started_at': datetime.datetime(2022, 8, 30, 4, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:27:58.579136 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d99a87-54cd-4cdd-8939-739376f6d2be None None] Checking segment: {'id': '2df95583-7b31-406c-8e38-f71f0978ee31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '96c8b8cf-2777-48ff-a669-0d5f521159b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:27:58.581004 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e0d99a87-54cd-4cdd-8939-739376f6d2be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:58.581603 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d99a87-54cd-4cdd-8939-739376f6d2be None None] Bound using segment: {'id': '2df95583-7b31-406c-8e38-f71f0978ee31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '96c8b8cf-2777-48ff-a669-0d5f521159b4'} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:27:58.582492 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-e0d99a87-54cd-4cdd-8939-739376f6d2be None None] Bound port: 64bd4d7a-8f81-40d9-8dbe-7256c24854c1, host: dv-cinder-854265-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2df95583-7b31-406c-8e38-f71f0978ee31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '96c8b8cf-2777-48ff-a669-0d5f521159b4'}}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:27:58.583153 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e0d99a87-54cd-4cdd-8939-739376f6d2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (64bd4d7a-8f81-40d9-8dbe-7256c24854c1), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:58.587043 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [req-a10a6d62-4af1-49d3-82c9-5eba108eaf56 req-10550e58-e55b-4b53-9c0c-3cba9c998ef3 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] No DVR routers for this DVR port bb40c801-45f5-4a6a-912d-08b3f12cb066 on host hv-cinder-85426 {{(pid=106257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:27:58.590221 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-a10a6d62-4af1-49d3-82c9-5eba108eaf56 req-10550e58-e55b-4b53-9c0c-3cba9c998ef3 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:58.595610 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-a10a6d62-4af1-49d3-82c9-5eba108eaf56 req-10550e58-e55b-4b53-9c0c-3cba9c998ef3 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.71 "DELETE /networking/v2.0/ports/bb40c801-45f5-4a6a-912d-08b3f12cb066 HTTP/1.1" status: 204 len: 173 time: 0.9688663 Aug 30 04:27:58.596152 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e41893-a6f9-419c-a450-9b8233aff17f', 'name': 'network-vif-deleted', 'tag': 'bb40c801-45f5-4a6a-912d-08b3f12cb066'}] {{(pid=106257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:27:58.599392 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d1a48af4e812f9c70823208ed2638ca64b88de6e4994a5bf3763d45491ed842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcfc29f5-cb5d-420c-ac47-badbd653990c" -d '{"events": [{"server_uuid": "48e41893-a6f9-419c-a450-9b8233aff17f", "name": "network-vif-deleted", "tag": "bb40c801-45f5-4a6a-912d-08b3f12cb066"}]}' {{(pid=106257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:27:58.605972 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.scheduler.base_scheduler [None req-4ab1ca63-07af-45fb-95e2-c74049d536a1 None None] Resources bound (agent type, host, resource id): {{(pid=106259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:27:58.634628 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab1ca63-07af-45fb-95e2-c74049d536a1 None None] Pushing event updated for resources: {'Port': ['ID=e2a0f396-9234-4dc7-850d-e7a984474b68,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:58.639101 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3871e498-9019-4fb0-aba3-fe6818dd70e8 admin admin] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:27:58.641547 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab1ca63-07af-45fb-95e2-c74049d536a1 None None] Received port after_create {{(pid=106259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:27:58.664591 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-39e2cf1a-f288-4d7d-9dfd-15ceaf064858 None None] For port e05ca6ba-2487-4ce4-85a0-3fbc35c47477, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=e05ca6ba-2487-4ce4-85a0-3fbc35c47477,segment=NetworkSegment(a693d004-c19a-4e68-bb57-afa3ae3ca47a),segment_id=a693d004-c19a-4e68-bb57-afa3ae3ca47a)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:27:58.670057 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c87eeb-83db-48c8-9006-3dbc2aa2fdbc None None] Sync routers for ids ['1b0b9488-6100-4281-972e-44537b48dc76'] in dv-cinder-854265-2-iscsi {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:27:58.680993 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port e05ca6ba-2487-4ce4-85a0-3fbc35c47477 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:27:58.682349 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (e05ca6ba-2487-4ce4-85a0-3fbc35c47477), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:58.685759 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-39e2cf1a-f288-4d7d-9dfd-15ceaf064858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (e05ca6ba-2487-4ce4-85a0-3fbc35c47477), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:58.690723 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-e0d99a87-54cd-4cdd-8939-739376f6d2be None None] For port 64bd4d7a-8f81-40d9-8dbe-7256c24854c1, host dv-cinder-854265-2-iscsi, cleared binding levels {{(pid=106260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:27:58.694784 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-e0d99a87-54cd-4cdd-8939-739376f6d2be None None] For port 64bd4d7a-8f81-40d9-8dbe-7256c24854c1, host dv-cinder-854265-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=64bd4d7a-8f81-40d9-8dbe-7256c24854c1,segment=NetworkSegment(2df95583-7b31-406c-8e38-f71f0978ee31),segment_id=2df95583-7b31-406c-8e38-f71f0978ee31)] {{(pid=106260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:27:58.701470 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-e0d99a87-54cd-4cdd-8939-739376f6d2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (64bd4d7a-8f81-40d9-8dbe-7256c24854c1), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:58.710862 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68f2e2e-3359-4476-9af8-2bf2d4860c85 x-openstack-request-id: req-f68f2e2e-3359-4476-9af8-2bf2d4860c85 {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:27:58.711809 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48e41893-a6f9-419c-a450-9b8233aff17f", "name": "network-vif-deleted", "tag": "bb40c801-45f5-4a6a-912d-08b3f12cb066", "status": "completed", "code": 200}]} {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:27:58.712078 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-f68f2e2e-3359-4476-9af8-2bf2d4860c85 {{(pid=106257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:27:58.712549 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f68f2e2e-3359-4476-9af8-2bf2d4860c85'] response: {'server_uuid': '48e41893-a6f9-419c-a450-9b8233aff17f', 'name': 'network-vif-deleted', 'tag': 'bb40c801-45f5-4a6a-912d-08b3f12cb066', 'status': 'completed', 'code': 200} Aug 30 04:27:58.730294 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c87eeb-83db-48c8-9006-3dbc2aa2fdbc None None] Routers {'1b0b9488-6100-4281-972e-44537b48dc76'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:27:58.731144 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-31c87eeb-83db-48c8-9006-3dbc2aa2fdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:27:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['1b0b9488-6100-4281-972e-44537b48dc76'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:27:58.745527 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3871e498-9019-4fb0-aba3-fe6818dd70e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:58.746859 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-3871e498-9019-4fb0-aba3-fe6818dd70e8 admin admin] 10.222.0.85 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6508641 Aug 30 04:27:58.749976 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 52684) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:27:58.754354 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d99a87-54cd-4cdd-8939-739376f6d2be None None] Routers {'de865783-8798-4892-91e6-c3e345cd8bff'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:27:58.755121 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-e0d99a87-54cd-4cdd-8939-739376f6d2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:27:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['de865783-8798-4892-91e6-c3e345cd8bff'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:27:58.809234 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5709957c-f7e7-483b-b253-892f464bf8d7 None None] Pushing event updated for resources: {'Port': ['ID=64bd4d7a-8f81-40d9-8dbe-7256c24854c1,revision_number=4']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:58.827604 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:58.843643 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a2dbefac-ab33-4082-97e3-fcff815454ba admin admin] Publish callbacks [] for router_gateway (21e1386e-380a-4a6c-b714-949c1ef4b07e), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:58.888985 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a2dbefac-ab33-4082-97e3-fcff815454ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:58.893739 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-e0d99a87-54cd-4cdd-8939-739376f6d2be None None] Set router de865783-8798-4892-91e6-c3e345cd8bff gateway port host: dv-cinder-854265-2-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:27:58.950796 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-8a351b51-43b4-413a-8c0c-47549f7b57f1 None None] Provisioning complete for port e05ca6ba-2487-4ce4-85a0-3fbc35c47477 triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:27:58.951017 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-8a351b51-43b4-413a-8c0c-47549f7b57f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (e05ca6ba-2487-4ce4-85a0-3fbc35c47477), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:59.022487 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-4ab1ca63-07af-45fb-95e2-c74049d536a1 None None] Attempting to bind port e2a0f396-9234-4dc7-850d-e7a984474b68 on host dv-cinder-854265-2-iscsi for vnic_type normal with profile {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:27:59.022899 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-4ab1ca63-07af-45fb-95e2-c74049d536a1 None None] Attempting to bind port e2a0f396-9234-4dc7-850d-e7a984474b68 by drivers openvswitch,hyperv on host dv-cinder-854265-2-iscsi at level 0 using segments [{'id': '64fa6ea5-2207-4b3b-a905-051c73a26b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '2f4cb3e8-0947-4c03-9c86-fd8ead387a1c'}] {{(pid=106259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:27:59.023276 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab1ca63-07af-45fb-95e2-c74049d536a1 None None] Attempting to bind port e2a0f396-9234-4dc7-850d-e7a984474b68 on network 2f4cb3e8-0947-4c03-9c86-fd8ead387a1c {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:27:59.025806 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e2cf1a-f288-4d7d-9dfd-15ceaf064858 None None] Pushing event updated for resources: {'Port': ['ID=e05ca6ba-2487-4ce4-85a0-3fbc35c47477,revision_number=3']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:59.065893 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab1ca63-07af-45fb-95e2-c74049d536a1 None None] Checking agent: {'id': 'e0fa4f30-19e6-45a9-8914-5f6bf4441601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17, 58), 'started_at': datetime.datetime(2022, 8, 30, 4, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:27:59.066273 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab1ca63-07af-45fb-95e2-c74049d536a1 None None] Checking segment: {'id': '64fa6ea5-2207-4b3b-a905-051c73a26b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '2f4cb3e8-0947-4c03-9c86-fd8ead387a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:27:59.066732 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-4ab1ca63-07af-45fb-95e2-c74049d536a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:59.067132 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab1ca63-07af-45fb-95e2-c74049d536a1 None None] Bound using segment: {'id': '64fa6ea5-2207-4b3b-a905-051c73a26b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '2f4cb3e8-0947-4c03-9c86-fd8ead387a1c'} {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:27:59.067816 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-4ab1ca63-07af-45fb-95e2-c74049d536a1 None None] Bound port: e2a0f396-9234-4dc7-850d-e7a984474b68, host: dv-cinder-854265-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64fa6ea5-2207-4b3b-a905-051c73a26b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '2f4cb3e8-0947-4c03-9c86-fd8ead387a1c'}}] {{(pid=106259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:27:59.068378 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-4ab1ca63-07af-45fb-95e2-c74049d536a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (e2a0f396-9234-4dc7-850d-e7a984474b68), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:59.189589 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-31c87eeb-83db-48c8-9006-3dbc2aa2fdbc None None] Set router 1b0b9488-6100-4281-972e-44537b48dc76 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:27:59.229728 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [None req-a2dbefac-ab33-4082-97e3-fcff815454ba admin admin] Allocated IP 172.27.1.175 (03964a12-f74f-4d2e-840d-00c949ed3dc4/00661445-2d2c-4e5c-8f29-475eaaec65d5/c709fe03-ba05-4e6a-afb1-4382b5711619) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:27:59.362031 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-e0d99a87-54cd-4cdd-8939-739376f6d2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de865783-8798-4892-91e6-c3e345cd8bff', 'name': 'tempest-TestMinimumBasicScenario-920664498-router', 'tenant_id': '3a706ffd11144f46ba54becd86464f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'b00d4212-2657-4b9a-8587-a188baed2bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:49Z', 'updated_at': '2022-08-30T04:27:53Z', 'revision_number': 4, 'project_id': '3a706ffd11144f46ba54becd86464f02', 'gw_port': {'id': 'b00d4212-2657-4b9a-8587-a188baed2bb4', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de865783-8798-4892-91e6-c3e345cd8bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:50Z', 'updated_at': '2022-08-30T04:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': '64bd4d7a-8f81-40d9-8dbe-7256c24854c1', 'name': '', 'network_id': '96c8b8cf-2777-48ff-a669-0d5f521159b4', 'tenant_id': '3a706ffd11144f46ba54becd86464f02', 'mac_address': 'fa:16:3e:54:54:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de865783-8798-4892-91e6-c3e345cd8bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f7a849fd-7349-4aaa-9895-33f6e0837dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:53Z', 'updated_at': '2022-08-30T04:27:58Z', 'revision_number': 4, 'project_id': '3a706ffd11144f46ba54becd86464f02', 'subnets': [{'id': 'f7a849fd-7349-4aaa-9895-33f6e0837dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:27:59.388919 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-831d8081-cf65-4cc5-8d36-5cf13706b714 req-8f12f2be-4453-4184-b4a4-4ba066dfeaa7 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=48e41893-a6f9-419c-a450-9b8233aff17f HTTP/1.1" status: 200 len: 210 time: 0.0820863 Aug 30 04:27:59.436369 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d99a87-54cd-4cdd-8939-739376f6d2be None None] The sync data for ids ['de865783-8798-4892-91e6-c3e345cd8bff'] in dv-cinder-854265-2-iscsi is: [{'id': 'de865783-8798-4892-91e6-c3e345cd8bff', 'name': 'tempest-TestMinimumBasicScenario-920664498-router', 'tenant_id': '3a706ffd11144f46ba54becd86464f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'b00d4212-2657-4b9a-8587-a188baed2bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:49Z', 'updated_at': '2022-08-30T04:27:53Z', 'revision_number': 4, 'project_id': '3a706ffd11144f46ba54becd86464f02', 'gw_port': {'id': 'b00d4212-2657-4b9a-8587-a188baed2bb4', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de865783-8798-4892-91e6-c3e345cd8bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:50Z', 'updated_at': '2022-08-30T04:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': '64bd4d7a-8f81-40d9-8dbe-7256c24854c1', 'name': '', 'network_id': '96c8b8cf-2777-48ff-a669-0d5f521159b4', 'tenant_id': '3a706ffd11144f46ba54becd86464f02', 'mac_address': 'fa:16:3e:54:54:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de865783-8798-4892-91e6-c3e345cd8bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f7a849fd-7349-4aaa-9895-33f6e0837dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:53Z', 'updated_at': '2022-08-30T04:27:58Z', 'revision_number': 4, 'project_id': '3a706ffd11144f46ba54becd86464f02', 'subnets': [{'id': 'f7a849fd-7349-4aaa-9895-33f6e0837dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:27:59.481646 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a2dbefac-ab33-4082-97e3-fcff815454ba admin admin] Publish callbacks [] for port (c709fe03-ba05-4e6a-afb1-4382b5711619), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:59.566610 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a2dbefac-ab33-4082-97e3-fcff815454ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62508200'] for port (c709fe03-ba05-4e6a-afb1-4382b5711619), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:59.621206 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port e05ca6ba-2487-4ce4-85a0-3fbc35c47477 is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:27:59.622422 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device b00d4212-2657-4b9a-8587-a188baed2bb4 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:27:59.656771 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dbefac-ab33-4082-97e3-fcff815454ba admin admin] Pushing event updated for resources: {'Port': ['ID=c709fe03-ba05-4e6a-afb1-4382b5711619,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:59.747805 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:59.760507 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a674fad-7710-443f-8760-4880310fbfc1 req-802f013f-d239-4825-9154-e82fca92415e tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:27:59.762116 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4a674fad-7710-443f-8760-4880310fbfc1 req-802f013f-d239-4825-9154-e82fca92415e tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 946 time: 0.1064465 Aug 30 04:27:59.770935 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dbefac-ab33-4082-97e3-fcff815454ba admin admin] Network 03964a12-f74f-4d2e-840d-00c949ed3dc4 is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:27:59.773557 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-a2dbefac-ab33-4082-97e3-fcff815454ba admin admin] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:27:59.777587 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dbefac-ab33-4082-97e3-fcff815454ba admin admin] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:27:59.789335 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-4ab1ca63-07af-45fb-95e2-c74049d536a1 None None] For port e2a0f396-9234-4dc7-850d-e7a984474b68, host dv-cinder-854265-2-iscsi, cleared binding levels {{(pid=106259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:27:59.793069 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:27:59.799168 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-4ab1ca63-07af-45fb-95e2-c74049d536a1 None None] For port e2a0f396-9234-4dc7-850d-e7a984474b68, host dv-cinder-854265-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=e2a0f396-9234-4dc7-850d-e7a984474b68,segment=NetworkSegment(64fa6ea5-2207-4b3b-a905-051c73a26b1a),segment_id=64fa6ea5-2207-4b3b-a905-051c73a26b1a)] {{(pid=106259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:27:59.806968 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-8a351b51-43b4-413a-8c0c-47549f7b57f1 None None] Current status of the port e05ca6ba-2487-4ce4-85a0-3fbc35c47477 is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:27:59.824140 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-4ab1ca63-07af-45fb-95e2-c74049d536a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (e2a0f396-9234-4dc7-850d-e7a984474b68), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:59.839861 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-e7f3da5a-f472-4fa1-9605-1d3720b5e845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:27:59.914010 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab1ca63-07af-45fb-95e2-c74049d536a1 None None] Pushing event updated for resources: {'Port': ['ID=e2a0f396-9234-4dc7-850d-e7a984474b68,revision_number=2']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:27:59.932790 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port b00d4212-2657-4b9a-8587-a188baed2bb4 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:27:59.933223 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (b00d4212-2657-4b9a-8587-a188baed2bb4), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:00.003694 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:00.083031 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4a674fad-7710-443f-8760-4880310fbfc1 req-59b32ff3-6820-4e5c-9574-330b0651aead tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108552 Aug 30 04:28:00.106391 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-31c87eeb-83db-48c8-9006-3dbc2aa2fdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0b9488-6100-4281-972e-44537b48dc76', 'name': 'tempest-AttachVolumeShelveTestJSON-273455019-router', 'tenant_id': '8afb4049582c4beaa9defa2fe20c8b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'de5de454-e840-412f-8a1d-c07983265b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:55Z', 'updated_at': '2022-08-30T04:27:56Z', 'revision_number': 3, 'project_id': '8afb4049582c4beaa9defa2fe20c8b52', 'gw_port': {'id': 'de5de454-e840-412f-8a1d-c07983265b2b', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:24:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b0b9488-6100-4281-972e-44537b48dc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:55Z', 'updated_at': '2022-08-30T04:27:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi'}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:28:00.157811 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c87eeb-83db-48c8-9006-3dbc2aa2fdbc None None] Checking router: 1b0b9488-6100-4281-972e-44537b48dc76 for host: dv-cinder-854265-2-iscsi {{(pid=106259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:28:00.158431 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c87eeb-83db-48c8-9006-3dbc2aa2fdbc None None] Updating router 1b0b9488-6100-4281-972e-44537b48dc76 port de5de454-e840-412f-8a1d-c07983265b2b binding host dv-cinder-854265-2-iscsi {{(pid=106259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:28:00.193080 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-31c87eeb-83db-48c8-9006-3dbc2aa2fdbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (de5de454-e840-412f-8a1d-c07983265b2b), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:00.247327 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.db_base_plugin_common [None req-e7f3da5a-f472-4fa1-9605-1d3720b5e845 admin admin] Allocated IP 172.20.0.1 (3a833cc4-0338-4d6e-b00c-99c3817ea5ba/14ce1079-bb9d-4bd2-9455-27504a55dd9e/dd472d91-79f6-4964-8656-333efb576867) {{(pid=106257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:28:00.269390 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a2dbefac-ab33-4082-97e3-fcff815454ba admin admin] Publish callbacks [] for router_gateway (21e1386e-380a-4a6c-b714-949c1ef4b07e), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:00.277348 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:00.398909 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:00.448470 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-e7f3da5a-f472-4fa1-9605-1d3720b5e845 admin admin] Publish callbacks [] for port (dd472d91-79f6-4964-8656-333efb576867), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:00.533018 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-e7f3da5a-f472-4fa1-9605-1d3720b5e845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (dd472d91-79f6-4964-8656-333efb576867), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:00.537892 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port b00d4212-2657-4b9a-8587-a188baed2bb4 is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:28:00.625824 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f3da5a-f472-4fa1-9605-1d3720b5e845 admin admin] Network 3a833cc4-0338-4d6e-b00c-99c3817ea5ba is already hosted by enough agents. {{(pid=106257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:28:00.655784 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.base_scheduler [None req-e7f3da5a-f472-4fa1-9605-1d3720b5e845 admin admin] Resources bound (agent type, host, resource id): {{(pid=106257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:28:00.668453 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f3da5a-f472-4fa1-9605-1d3720b5e845 admin admin] Received port after_create {{(pid=106257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:28:00.720116 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f3da5a-f472-4fa1-9605-1d3720b5e845 admin admin] Pushing event updated for resources: {'Port': ['ID=dd472d91-79f6-4964-8656-333efb576867,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:28:00.741278 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-e7f3da5a-f472-4fa1-9605-1d3720b5e845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697151'] for router_interface (1b0b9488-6100-4281-972e-44537b48dc76), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:00.805189 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a2dbefac-ab33-4082-97e3-fcff815454ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-696014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696667'] for router (21e1386e-380a-4a6c-b714-949c1ef4b07e), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:00.825552 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-31c87eeb-83db-48c8-9006-3dbc2aa2fdbc None None] Publish callbacks [] for port (de5de454-e840-412f-8a1d-c07983265b2b), precommit_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:00.833311 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device bb40c801-45f5-4a6a-912d-08b3f12cb066 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:28:00.841435 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-31c87eeb-83db-48c8-9006-3dbc2aa2fdbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (de5de454-e840-412f-8a1d-c07983265b2b), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:00.897583 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] No Port match for: bb40c801-45f5-4a6a-912d-08b3f12cb066 {{(pid=106259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:28:00.898092 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device bb40c801-45f5-4a6a-912d-08b3f12cb066 not bound to the agent host hv-cinder-85426 {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:28:00.946025 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device e2a0f396-9234-4dc7-850d-e7a984474b68 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:28:00.955778 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-31c87eeb-83db-48c8-9006-3dbc2aa2fdbc None None] Attempting to bind port de5de454-e840-412f-8a1d-c07983265b2b on host dv-cinder-854265-2-iscsi for vnic_type normal with profile {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:28:00.956093 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-31c87eeb-83db-48c8-9006-3dbc2aa2fdbc None None] Attempting to bind port de5de454-e840-412f-8a1d-c07983265b2b by drivers openvswitch,hyperv on host dv-cinder-854265-2-iscsi at level 0 using segments [{'id': 'fa929cc1-394c-4547-9d6d-d932c4c80d18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'}] {{(pid=106259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:28:00.956468 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c87eeb-83db-48c8-9006-3dbc2aa2fdbc None None] Attempting to bind port de5de454-e840-412f-8a1d-c07983265b2b on network 03964a12-f74f-4d2e-840d-00c949ed3dc4 {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:28:00.999310 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-e7f3da5a-f472-4fa1-9605-1d3720b5e845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (dd472d91-79f6-4964-8656-333efb576867), before_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:01.010860 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:01.016314 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ca221b-89b8-489a-b93a-5e8f04ccf681 None None] Pushing event updated for resources: {'Port': ['ID=de5de454-e840-412f-8a1d-c07983265b2b,revision_number=2']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:28:01.030731 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c87eeb-83db-48c8-9006-3dbc2aa2fdbc None None] Checking agent: {'id': 'e0fa4f30-19e6-45a9-8914-5f6bf4441601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17, 58), 'started_at': datetime.datetime(2022, 8, 30, 4, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:28:01.032033 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c87eeb-83db-48c8-9006-3dbc2aa2fdbc None None] Checking segment: {'id': 'fa929cc1-394c-4547-9d6d-d932c4c80d18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:28:01.033100 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-31c87eeb-83db-48c8-9006-3dbc2aa2fdbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:01.033704 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c87eeb-83db-48c8-9006-3dbc2aa2fdbc None None] Bound using segment: {'id': 'fa929cc1-394c-4547-9d6d-d932c4c80d18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'} {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:28:01.034418 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:01.034789 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-31c87eeb-83db-48c8-9006-3dbc2aa2fdbc None None] Bound port: de5de454-e840-412f-8a1d-c07983265b2b, host: dv-cinder-854265-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa929cc1-394c-4547-9d6d-d932c4c80d18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'}}] {{(pid=106259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:28:01.035440 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-31c87eeb-83db-48c8-9006-3dbc2aa2fdbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (de5de454-e840-412f-8a1d-c07983265b2b), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:01.041347 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2dbefac-ab33-4082-97e3-fcff815454ba admin admin] Router 21e1386e-380a-4a6c-b714-949c1ef4b07e is scheduled to L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 with binding_index 1 {{(pid=106258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 04:28:01.174767 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port e2a0f396-9234-4dc7-850d-e7a984474b68 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:28:01.175151 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (e2a0f396-9234-4dc7-850d-e7a984474b68), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:01.259804 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7d0bea64-f4b6-4fb8-aee4-72fb8f33b560 None None] Provisioning complete for port dd472d91-79f6-4964-8656-333efb576867 triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:28:01.259804 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7d0bea64-f4b6-4fb8-aee4-72fb8f33b560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (dd472d91-79f6-4964-8656-333efb576867), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:01.284715 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:01.297813 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-31c87eeb-83db-48c8-9006-3dbc2aa2fdbc None None] For port de5de454-e840-412f-8a1d-c07983265b2b, host dv-cinder-854265-2-iscsi, cleared binding levels {{(pid=106259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:28:01.340595 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-31c87eeb-83db-48c8-9006-3dbc2aa2fdbc None None] For port de5de454-e840-412f-8a1d-c07983265b2b, host dv-cinder-854265-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=de5de454-e840-412f-8a1d-c07983265b2b,segment=NetworkSegment(fa929cc1-394c-4547-9d6d-d932c4c80d18),segment_id=fa929cc1-394c-4547-9d6d-d932c4c80d18)] {{(pid=106259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:28:01.350740 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7d0bea64-f4b6-4fb8-aee4-72fb8f33b560 None None] Port dd472d91-79f6-4964-8656-333efb576867 cannot update to ACTIVE because it is not bound. {{(pid=106259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:28:01.361880 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-31c87eeb-83db-48c8-9006-3dbc2aa2fdbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (de5de454-e840-412f-8a1d-c07983265b2b), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:01.409394 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47d783-5dd2-40e8-8cf9-b81874b7e486 req-141c71c9-42a4-42aa-8b8e-cf4523197548 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:01.410953 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bb47d783-5dd2-40e8-8cf9-b81874b7e486 req-141c71c9-42a4-42aa-8b8e-cf4523197548 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 946 time: 0.1296146 Aug 30 04:28:01.412253 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2dbefac-ab33-4082-97e3-fcff815454ba admin admin] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:28:01.426366 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ba00a4-0cef-48b0-b095-3ad97c92c6f8 None None] Sync routers for ids ['21e1386e-380a-4a6c-b714-949c1ef4b07e'] in dv-cinder-854265-2-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:28:01.455831 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:01.461252 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ba00a4-0cef-48b0-b095-3ad97c92c6f8 None None] Routers {'21e1386e-380a-4a6c-b714-949c1ef4b07e'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:28:01.462729 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-45ba00a4-0cef-48b0-b095-3ad97c92c6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:27:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['21e1386e-380a-4a6c-b714-949c1ef4b07e'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:28:01.471717 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-e7f3da5a-f472-4fa1-9605-1d3720b5e845 admin admin] Publish callbacks [] for port (dd472d91-79f6-4964-8656-333efb576867), precommit_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:01.480454 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-e7f3da5a-f472-4fa1-9605-1d3720b5e845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61207719'] for port (dd472d91-79f6-4964-8656-333efb576867), after_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:01.509077 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a2dbefac-ab33-4082-97e3-fcff815454ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:01.524617 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-a2dbefac-ab33-4082-97e3-fcff815454ba admin admin] 10.222.0.85 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.1846635 Aug 30 04:28:01.524860 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port e2a0f396-9234-4dc7-850d-e7a984474b68 is: DOWN; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:28:01.526649 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (e2a0f396-9234-4dc7-850d-e7a984474b68), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:01.535155 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c87eeb-83db-48c8-9006-3dbc2aa2fdbc None None] Routers {'1b0b9488-6100-4281-972e-44537b48dc76'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:28:01.535482 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 52740) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:28:01.537363 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-31c87eeb-83db-48c8-9006-3dbc2aa2fdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:27:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['1b0b9488-6100-4281-972e-44537b48dc76'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:28:01.638666 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f3da5a-f472-4fa1-9605-1d3720b5e845 admin admin] Pushing event updated for resources: {'Port': ['ID=dd472d91-79f6-4964-8656-333efb576867,revision_number=2']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:28:01.660760 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-e7f3da5a-f472-4fa1-9605-1d3720b5e845 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697259'] for router_interface (1b0b9488-6100-4281-972e-44537b48dc76), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:01.676589 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bb47d783-5dd2-40e8-8cf9-b81874b7e486 req-c404a1e5-f867-433c-a7fe-7dfa9fbac825 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443941 Aug 30 04:28:01.713073 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-45ba00a4-0cef-48b0-b095-3ad97c92c6f8 None None] Set router 21e1386e-380a-4a6c-b714-949c1ef4b07e gateway port host: dv-cinder-854265-2-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:28:01.748480 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-31c87eeb-83db-48c8-9006-3dbc2aa2fdbc None None] Set router 1b0b9488-6100-4281-972e-44537b48dc76 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:28:01.836366 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f3da5a-f472-4fa1-9605-1d3720b5e845 admin admin] Network 3a833cc4-0338-4d6e-b00c-99c3817ea5ba is already hosted by enough agents. {{(pid=106257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:28:01.838196 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.base_scheduler [None req-e7f3da5a-f472-4fa1-9605-1d3720b5e845 admin admin] Resources bound (agent type, host, resource id): {{(pid=106257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:28:01.844387 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 52744) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:28:01.935517 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17831cf9-766a-4af7-85ea-2e9608d15f67 None None] Network 2f4cb3e8-0947-4c03-9c86-fd8ead387a1c requested from dv-cinder-854265-2-iscsi {{(pid=106259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:28:01.977820 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-0e779c7d-d450-427b-8c88-f2388b8e0131 None None] Provisioning complete for port e2a0f396-9234-4dc7-850d-e7a984474b68 triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:28:01.978198 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-0e779c7d-d450-427b-8c88-f2388b8e0131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (e2a0f396-9234-4dc7-850d-e7a984474b68), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:01.981657 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-45ba00a4-0cef-48b0-b095-3ad97c92c6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e1386e-380a-4a6c-b714-949c1ef4b07e', 'name': 'tempest-TestMinimumBasicScenario-378392306-router', 'tenant_id': 'c653a70df19945c69e62efc029929b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'c709fe03-ba05-4e6a-afb1-4382b5711619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:57Z', 'updated_at': '2022-08-30T04:28:00Z', 'revision_number': 3, 'project_id': 'c653a70df19945c69e62efc029929b25', 'gw_port': {'id': 'c709fe03-ba05-4e6a-afb1-4382b5711619', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:57:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21e1386e-380a-4a6c-b714-949c1ef4b07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:58Z', 'updated_at': '2022-08-30T04:27:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi'}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:28:02.047037 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ba00a4-0cef-48b0-b095-3ad97c92c6f8 None None] Checking router: 21e1386e-380a-4a6c-b714-949c1ef4b07e for host: dv-cinder-854265-2-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:28:02.048432 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:02.049372 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ba00a4-0cef-48b0-b095-3ad97c92c6f8 None None] Updating router 21e1386e-380a-4a6c-b714-949c1ef4b07e port c709fe03-ba05-4e6a-afb1-4382b5711619 binding host dv-cinder-854265-2-iscsi {{(pid=106260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:28:02.053408 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f3da5a-f472-4fa1-9605-1d3720b5e845 admin admin] Router 1b0b9488-6100-4281-972e-44537b48dc76 has already been hosted by L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 {{(pid=106257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:28:02.088477 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-45ba00a4-0cef-48b0-b095-3ad97c92c6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (c709fe03-ba05-4e6a-afb1-4382b5711619), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:02.099983 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-0daf2725-51e3-4486-9973-13e1b42affb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:02.202917 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:02.206739 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-0e779c7d-d450-427b-8c88-f2388b8e0131 None None] Current status of the port e2a0f396-9234-4dc7-850d-e7a984474b68 is: DOWN; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:28:02.207287 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-0e779c7d-d450-427b-8c88-f2388b8e0131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (e2a0f396-9234-4dc7-850d-e7a984474b68), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:02.238768 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ca221b-89b8-489a-b93a-5e8f04ccf681 None None] Pushing event updated for resources: {'Port': ['ID=de5de454-e840-412f-8a1d-c07983265b2b,revision_number=3']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:28:02.278564 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] For port e2a0f396-9234-4dc7-850d-e7a984474b68, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=e2a0f396-9234-4dc7-850d-e7a984474b68,segment=NetworkSegment(64fa6ea5-2207-4b3b-a905-051c73a26b1a),segment_id=64fa6ea5-2207-4b3b-a905-051c73a26b1a)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:28:02.294895 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (e2a0f396-9234-4dc7-850d-e7a984474b68), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:02.295827 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device e05ca6ba-2487-4ce4-85a0-3fbc35c47477 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:28:02.336972 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:02.378763 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:02.386874 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-0daf2725-51e3-4486-9973-13e1b42affb3 admin admin] Publish callbacks [] for security_group (0b25274a-89eb-4af1-a30e-7e4b5d1499eb), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:02.391884 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f3da5a-f472-4fa1-9605-1d3720b5e845 admin admin] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:28:02.398353 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-e7f3da5a-f472-4fa1-9605-1d3720b5e845 admin admin] 10.222.0.85 "PUT /networking/v2.0/routers/1b0b9488-6100-4281-972e-44537b48dc76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6468227 Aug 30 04:28:02.399211 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-0daf2725-51e3-4486-9973-13e1b42affb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (0b25274a-89eb-4af1-a30e-7e4b5d1499eb), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:02.417058 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:02.430488 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6f5c9838-a470-4a17-bf6a-6a74de452ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:02.446048 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-45ba00a4-0cef-48b0-b095-3ad97c92c6f8 None None] Publish callbacks [] for port (c709fe03-ba05-4e6a-afb1-4382b5711619), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:02.455980 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-45ba00a4-0cef-48b0-b095-3ad97c92c6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (c709fe03-ba05-4e6a-afb1-4382b5711619), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:02.460181 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daf2725-51e3-4486-9973-13e1b42affb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b25274a-89eb-4af1-a30e-7e4b5d1499eb,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:28:02.520450 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-0daf2725-51e3-4486-9973-13e1b42affb3 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=58ddc9e9429740e391a4e5399111514a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6751308 Aug 30 04:28:02.524147 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 52754) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:28:02.543642 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-45ba00a4-0cef-48b0-b095-3ad97c92c6f8 None None] Attempting to bind port c709fe03-ba05-4e6a-afb1-4382b5711619 on host dv-cinder-854265-2-iscsi for vnic_type normal with profile {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:28:02.544015 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-45ba00a4-0cef-48b0-b095-3ad97c92c6f8 None None] Attempting to bind port c709fe03-ba05-4e6a-afb1-4382b5711619 by drivers openvswitch,hyperv on host dv-cinder-854265-2-iscsi at level 0 using segments [{'id': 'fa929cc1-394c-4547-9d6d-d932c4c80d18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:28:02.544382 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ba00a4-0cef-48b0-b095-3ad97c92c6f8 None None] Attempting to bind port c709fe03-ba05-4e6a-afb1-4382b5711619 on network 03964a12-f74f-4d2e-840d-00c949ed3dc4 {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:28:02.572581 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ba00a4-0cef-48b0-b095-3ad97c92c6f8 None None] Checking agent: {'id': 'e0fa4f30-19e6-45a9-8914-5f6bf4441601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17, 58), 'started_at': datetime.datetime(2022, 8, 30, 4, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:28:02.572956 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ba00a4-0cef-48b0-b095-3ad97c92c6f8 None None] Checking segment: {'id': 'fa929cc1-394c-4547-9d6d-d932c4c80d18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:28:02.577721 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-45ba00a4-0cef-48b0-b095-3ad97c92c6f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:02.578095 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ba00a4-0cef-48b0-b095-3ad97c92c6f8 None None] Bound using segment: {'id': 'fa929cc1-394c-4547-9d6d-d932c4c80d18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:28:02.579334 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-45ba00a4-0cef-48b0-b095-3ad97c92c6f8 None None] Bound port: c709fe03-ba05-4e6a-afb1-4382b5711619, host: dv-cinder-854265-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa929cc1-394c-4547-9d6d-d932c4c80d18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'}}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:28:02.580942 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-45ba00a4-0cef-48b0-b095-3ad97c92c6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (c709fe03-ba05-4e6a-afb1-4382b5711619), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:02.600928 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:02.614029 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.db.api [None req-0e779c7d-d450-427b-8c88-f2388b8e0131 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106259) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 30 04:28:02.614029 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG oslo_db.api [None req-0e779c7d-d450-427b-8c88-f2388b8e0131 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 04:28:02.643470 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0853f8e2-3005-4448-8762-9f93b441ac14 None None] Pushing event updated for resources: {'Port': ['ID=c709fe03-ba05-4e6a-afb1-4382b5711619,revision_number=2']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:28:02.656959 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Pushing event updated for resources: {'Port': ['ID=e2a0f396-9234-4dc7-850d-e7a984474b68,revision_number=3']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:28:02.658049 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a14b6481-5de4-4b52-8692-b1d2b2cdcb88 admin admin] Publish callbacks [] for security_group (0b25274a-89eb-4af1-a30e-7e4b5d1499eb), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:02.671526 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-31c87eeb-83db-48c8-9006-3dbc2aa2fdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0b9488-6100-4281-972e-44537b48dc76', 'name': 'tempest-AttachVolumeShelveTestJSON-273455019-router', 'tenant_id': '8afb4049582c4beaa9defa2fe20c8b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'de5de454-e840-412f-8a1d-c07983265b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:55Z', 'updated_at': '2022-08-30T04:28:00Z', 'revision_number': 4, 'project_id': '8afb4049582c4beaa9defa2fe20c8b52', 'gw_port': {'id': 'de5de454-e840-412f-8a1d-c07983265b2b', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:24:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b0b9488-6100-4281-972e-44537b48dc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:55Z', 'updated_at': '2022-08-30T04:28:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': 'dd472d91-79f6-4964-8656-333efb576867', 'name': '', 'network_id': '3a833cc4-0338-4d6e-b00c-99c3817ea5ba', 'tenant_id': '8afb4049582c4beaa9defa2fe20c8b52', 'mac_address': 'fa:16:3e:06:20:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b0b9488-6100-4281-972e-44537b48dc76', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '14ce1079-bb9d-4bd2-9455-27504a55dd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:59Z', 'updated_at': '2022-08-30T04:28:01Z', 'revision_number': 2, 'project_id': '8afb4049582c4beaa9defa2fe20c8b52', 'subnets': [{'id': '14ce1079-bb9d-4bd2-9455-27504a55dd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:28:02.676981 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port e05ca6ba-2487-4ce4-85a0-3fbc35c47477 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:28:02.677356 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (e05ca6ba-2487-4ce4-85a0-3fbc35c47477), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:02.708870 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:02.712167 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-45ba00a4-0cef-48b0-b095-3ad97c92c6f8 None None] For port c709fe03-ba05-4e6a-afb1-4382b5711619, host dv-cinder-854265-2-iscsi, cleared binding levels {{(pid=106260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:28:02.713336 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a14b6481-5de4-4b52-8692-b1d2b2cdcb88 admin admin] Publish callbacks [] for security_group (0b25274a-89eb-4af1-a30e-7e4b5d1499eb), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:02.716323 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-45ba00a4-0cef-48b0-b095-3ad97c92c6f8 None None] For port c709fe03-ba05-4e6a-afb1-4382b5711619, host dv-cinder-854265-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=c709fe03-ba05-4e6a-afb1-4382b5711619,segment=NetworkSegment(fa929cc1-394c-4547-9d6d-d932c4c80d18),segment_id=fa929cc1-394c-4547-9d6d-d932c4c80d18)] {{(pid=106260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:28:02.730105 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-45ba00a4-0cef-48b0-b095-3ad97c92c6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (c709fe03-ba05-4e6a-afb1-4382b5711619), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:02.739301 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c87eeb-83db-48c8-9006-3dbc2aa2fdbc None None] The sync data for ids ['1b0b9488-6100-4281-972e-44537b48dc76'] in dv-cinder-854265-2-iscsi is: [{'id': '1b0b9488-6100-4281-972e-44537b48dc76', 'name': 'tempest-AttachVolumeShelveTestJSON-273455019-router', 'tenant_id': '8afb4049582c4beaa9defa2fe20c8b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'de5de454-e840-412f-8a1d-c07983265b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:55Z', 'updated_at': '2022-08-30T04:28:00Z', 'revision_number': 4, 'project_id': '8afb4049582c4beaa9defa2fe20c8b52', 'gw_port': {'id': 'de5de454-e840-412f-8a1d-c07983265b2b', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:24:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b0b9488-6100-4281-972e-44537b48dc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:55Z', 'updated_at': '2022-08-30T04:28:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': 'dd472d91-79f6-4964-8656-333efb576867', 'name': '', 'network_id': '3a833cc4-0338-4d6e-b00c-99c3817ea5ba', 'tenant_id': '8afb4049582c4beaa9defa2fe20c8b52', 'mac_address': 'fa:16:3e:06:20:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b0b9488-6100-4281-972e-44537b48dc76', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '14ce1079-bb9d-4bd2-9455-27504a55dd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:59Z', 'updated_at': '2022-08-30T04:28:01Z', 'revision_number': 2, 'project_id': '8afb4049582c4beaa9defa2fe20c8b52', 'subnets': [{'id': '14ce1079-bb9d-4bd2-9455-27504a55dd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:28:02.764229 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ba00a4-0cef-48b0-b095-3ad97c92c6f8 None None] Routers {'21e1386e-380a-4a6c-b714-949c1ef4b07e'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:28:02.764868 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-45ba00a4-0cef-48b0-b095-3ad97c92c6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:27:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['21e1386e-380a-4a6c-b714-949c1ef4b07e'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:28:02.856841 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a14b6481-5de4-4b52-8692-b1d2b2cdcb88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (0b25274a-89eb-4af1-a30e-7e4b5d1499eb), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:02.861172 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a14b6481-5de4-4b52-8692-b1d2b2cdcb88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:02.866990 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-a14b6481-5de4-4b52-8692-b1d2b2cdcb88 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/0b25274a-89eb-4af1-a30e-7e4b5d1499eb HTTP/1.1" status: 204 len: 168 time: 0.3384478 Aug 30 04:28:02.874184 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port e05ca6ba-2487-4ce4-85a0-3fbc35c47477 is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:28:02.876393 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 64bd4d7a-8f81-40d9-8dbe-7256c24854c1 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:28:02.907707 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0853f8e2-3005-4448-8762-9f93b441ac14 None None] Pushing event updated for resources: {'Port': ['ID=c709fe03-ba05-4e6a-afb1-4382b5711619,revision_number=3']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:28:02.913870 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b6481-5de4-4b52-8692-b1d2b2cdcb88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b25274a-89eb-4af1-a30e-7e4b5d1499eb,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:28:02.962122 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-45ba00a4-0cef-48b0-b095-3ad97c92c6f8 None None] Set router 21e1386e-380a-4a6c-b714-949c1ef4b07e gateway port host: dv-cinder-854265-2-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:28:02.994376 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port 64bd4d7a-8f81-40d9-8dbe-7256c24854c1 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:28:02.995347 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (64bd4d7a-8f81-40d9-8dbe-7256c24854c1), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:03.146629 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 52766) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:28:03.155552 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-57dbaf94-0ffa-4cce-96f9-71185f6bcc29 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1155934834', 'description': 'tempest-description--716703595'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:28:03.228625 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-57dbaf94-0ffa-4cce-96f9-71185f6bcc29 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:03.291206 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port 64bd4d7a-8f81-40d9-8dbe-7256c24854c1 is: DOWN; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:28:03.291917 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (64bd4d7a-8f81-40d9-8dbe-7256c24854c1), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:03.317797 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-0e779c7d-d450-427b-8c88-f2388b8e0131 None None] Current status of the port e2a0f396-9234-4dc7-850d-e7a984474b68 is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:28:03.378508 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae510081-eb51-401a-973d-6c9924e43e98 req-e1fdf193-dce0-4ca4-af99-7df9a45c8ed6 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:03.380598 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ae510081-eb51-401a-973d-6c9924e43e98 req-e1fdf193-dce0-4ca4-af99-7df9a45c8ed6 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 946 time: 0.0916884 Aug 30 04:28:03.407308 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] For port 64bd4d7a-8f81-40d9-8dbe-7256c24854c1, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=64bd4d7a-8f81-40d9-8dbe-7256c24854c1,segment=NetworkSegment(2df95583-7b31-406c-8e38-f71f0978ee31),segment_id=2df95583-7b31-406c-8e38-f71f0978ee31)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:28:03.410896 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-57dbaf94-0ffa-4cce-96f9-71185f6bcc29 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks [] for security_group (2bc340ec-23f8-4953-9938-5c9c7e90ad1e), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:03.415757 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (64bd4d7a-8f81-40d9-8dbe-7256c24854c1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:03.418157 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-57dbaf94-0ffa-4cce-96f9-71185f6bcc29 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (2bc340ec-23f8-4953-9938-5c9c7e90ad1e), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:03.451081 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [None req-6f5c9838-a470-4a17-bf6a-6a74de452ea8 admin admin] Allocated IP 172.20.0.1 (2f4cb3e8-0947-4c03-9c86-fd8ead387a1c/d86f9219-f87e-41f3-ab2b-9610354dc89e/bdad5604-4e77-4eb0-bc00-0c71d4210cde) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:28:03.464427 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:03.504265 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-57dbaf94-0ffa-4cce-96f9-71185f6bcc29 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:03.509217 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-45ba00a4-0cef-48b0-b095-3ad97c92c6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e1386e-380a-4a6c-b714-949c1ef4b07e', 'name': 'tempest-TestMinimumBasicScenario-378392306-router', 'tenant_id': 'c653a70df19945c69e62efc029929b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'c709fe03-ba05-4e6a-afb1-4382b5711619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:57Z', 'updated_at': '2022-08-30T04:28:00Z', 'revision_number': 3, 'project_id': 'c653a70df19945c69e62efc029929b25', 'gw_port': {'id': 'c709fe03-ba05-4e6a-afb1-4382b5711619', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:57:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21e1386e-380a-4a6c-b714-949c1ef4b07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:58Z', 'updated_at': '2022-08-30T04:28:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi'}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:28:03.518152 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-57dbaf94-0ffa-4cce-96f9-71185f6bcc29 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3699758 Aug 30 04:28:03.520733 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 52772) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:28:03.523725 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dbaf94-0ffa-4cce-96f9-71185f6bcc29 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc340ec-23f8-4953-9938-5c9c7e90ad1e,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:28:03.532216 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-a08ce8df-a1d3-4b44-812d-8f58539f9241 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Request body: {'security_group_rule': {'security_group_id': '2bc340ec-23f8-4953-9938-5c9c7e90ad1e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:28:03.562609 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-3a76c8c5-2347-4976-9c1d-df5fbc1f409e None None] Provisioning complete for port dd472d91-79f6-4964-8656-333efb576867 triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:28:03.562985 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-3a76c8c5-2347-4976-9c1d-df5fbc1f409e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (dd472d91-79f6-4964-8656-333efb576867), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:03.581789 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ba00a4-0cef-48b0-b095-3ad97c92c6f8 None None] The sync data for ids ['21e1386e-380a-4a6c-b714-949c1ef4b07e'] in dv-cinder-854265-2-iscsi is: [{'id': '21e1386e-380a-4a6c-b714-949c1ef4b07e', 'name': 'tempest-TestMinimumBasicScenario-378392306-router', 'tenant_id': 'c653a70df19945c69e62efc029929b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'c709fe03-ba05-4e6a-afb1-4382b5711619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:57Z', 'updated_at': '2022-08-30T04:28:00Z', 'revision_number': 3, 'project_id': 'c653a70df19945c69e62efc029929b25', 'gw_port': {'id': 'c709fe03-ba05-4e6a-afb1-4382b5711619', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:57:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21e1386e-380a-4a6c-b714-949c1ef4b07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:58Z', 'updated_at': '2022-08-30T04:28:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi'}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:28:03.598013 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a08ce8df-a1d3-4b44-812d-8f58539f9241 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks [] for security_group_rule (e0860bcc-6ad6-46cb-a444-52150534b95d), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:03.601966 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 52774) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:28:03.632077 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-64a2c688-61ff-4126-a846-6589f1874d08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:03.634945 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Pushing event updated for resources: {'Port': ['ID=64bd4d7a-8f81-40d9-8dbe-7256c24854c1,revision_number=5']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:28:03.655655 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device e2a0f396-9234-4dc7-850d-e7a984474b68 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:28:03.706791 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ae510081-eb51-401a-973d-6c9924e43e98 req-2b0ec194-6baa-4212-bc94-27fc362651ae tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142431 Aug 30 04:28:03.713442 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-3a76c8c5-2347-4976-9c1d-df5fbc1f409e None None] Port dd472d91-79f6-4964-8656-333efb576867 cannot update to ACTIVE because it is not bound. {{(pid=106259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:28:03.723783 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-3a76c8c5-2347-4976-9c1d-df5fbc1f409e None None] Provisioning complete for port e2a0f396-9234-4dc7-850d-e7a984474b68 triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:28:03.724158 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-3a76c8c5-2347-4976-9c1d-df5fbc1f409e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (e2a0f396-9234-4dc7-850d-e7a984474b68), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:03.748786 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6f5c9838-a470-4a17-bf6a-6a74de452ea8 admin admin] Publish callbacks [] for port (bdad5604-4e77-4eb0-bc00-0c71d4210cde), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:03.760281 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:03.766065 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-64a2c688-61ff-4126-a846-6589f1874d08 admin admin] Publish callbacks [] for security_group (0f1992a8-f678-4793-9831-24025c266978), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:03.783187 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-64a2c688-61ff-4126-a846-6589f1874d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (0f1992a8-f678-4793-9831-24025c266978), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:03.801520 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port e2a0f396-9234-4dc7-850d-e7a984474b68 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:28:03.801729 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6f5c9838-a470-4a17-bf6a-6a74de452ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62508200'] for port (bdad5604-4e77-4eb0-bc00-0c71d4210cde), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:03.802284 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (e2a0f396-9234-4dc7-850d-e7a984474b68), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:03.866810 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5c9838-a470-4a17-bf6a-6a74de452ea8 admin admin] Network 2f4cb3e8-0947-4c03-9c86-fd8ead387a1c is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:28:03.871259 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a2c688-61ff-4126-a846-6589f1874d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1992a8-f678-4793-9831-24025c266978,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:28:03.873049 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-6f5c9838-a470-4a17-bf6a-6a74de452ea8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:28:03.897187 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5c9838-a470-4a17-bf6a-6a74de452ea8 admin admin] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:28:03.909830 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-64a2c688-61ff-4126-a846-6589f1874d08 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=dda000b6a4464d89b8e86f754cac24c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3066032 Aug 30 04:28:03.912898 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 52778) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:28:03.918630 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c9838-a470-4a17-bf6a-6a74de452ea8 admin admin] Pushing event updated for resources: {'Port': ['ID=bdad5604-4e77-4eb0-bc00-0c71d4210cde,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:28:03.939123 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a08ce8df-a1d3-4b44-812d-8f58539f9241 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks [] for security_group_rule (e0860bcc-6ad6-46cb-a444-52150534b95d), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:03.942947 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-3a76c8c5-2347-4976-9c1d-df5fbc1f409e None None] Current status of the port e2a0f396-9234-4dc7-850d-e7a984474b68 is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:28:03.955541 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a08ce8df-a1d3-4b44-812d-8f58539f9241 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651561'] for security_group_rule (e0860bcc-6ad6-46cb-a444-52150534b95d), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:03.967852 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:03.983267 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port e2a0f396-9234-4dc7-850d-e7a984474b68 is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:28:03.996906 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6f5c9838-a470-4a17-bf6a-6a74de452ea8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697151'] for router_interface (21e1386e-380a-4a6c-b714-949c1ef4b07e), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:04.025217 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a08ce8df-a1d3-4b44-812d-8f58539f9241 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:04.030644 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-a08ce8df-a1d3-4b44-812d-8f58539f9241 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5025861 Aug 30 04:28:04.031668 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ce8df-a1d3-4b44-812d-8f58539f9241 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0860bcc-6ad6-46cb-a444-52150534b95d,revision_number=0']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:28:04.034955 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 52780) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:28:04.041954 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-4cb07ffe-4a46-48e0-bf40-80ac696ea5a5 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Request body: {'security_group_rule': {'security_group_id': '2bc340ec-23f8-4953-9938-5c9c7e90ad1e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:28:04.094505 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c37f0bb2-c397-4e37-acde-4d306a964641 admin admin] Publish callbacks [] for security_group (0f1992a8-f678-4793-9831-24025c266978), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:04.114419 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=73,neutron:DELETE=2,neutron:INSERT=23,neutron:UPDATE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:04.131205 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-4cb07ffe-4a46-48e0-bf40-80ac696ea5a5 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks [] for security_group_rule (9eb24eed-fcf6-4bf2-8fd8-64ce9916e1ec), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:04.135986 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c37f0bb2-c397-4e37-acde-4d306a964641 admin admin] Publish callbacks [] for security_group (0f1992a8-f678-4793-9831-24025c266978), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:04.218298 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:04.261593 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6f5c9838-a470-4a17-bf6a-6a74de452ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (bdad5604-4e77-4eb0-bc00-0c71d4210cde), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:04.268098 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-4cb07ffe-4a46-48e0-bf40-80ac696ea5a5 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks [] for security_group_rule (9eb24eed-fcf6-4bf2-8fd8-64ce9916e1ec), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:04.278863 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-4cb07ffe-4a46-48e0-bf40-80ac696ea5a5 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651561'] for security_group_rule (9eb24eed-fcf6-4bf2-8fd8-64ce9916e1ec), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:04.297706 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c37f0bb2-c397-4e37-acde-4d306a964641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (0f1992a8-f678-4793-9831-24025c266978), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:04.300246 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c37f0bb2-c397-4e37-acde-4d306a964641 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:04.303761 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-c37f0bb2-c397-4e37-acde-4d306a964641 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/0f1992a8-f678-4793-9831-24025c266978 HTTP/1.1" status: 204 len: 168 time: 0.3874974 Aug 30 04:28:04.337609 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37f0bb2-c397-4e37-acde-4d306a964641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1992a8-f678-4793-9831-24025c266978,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:28:04.340666 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb07ffe-4a46-48e0-bf40-80ac696ea5a5 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eb24eed-fcf6-4bf2-8fd8-64ce9916e1ec,revision_number=0']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:28:04.350621 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-4cb07ffe-4a46-48e0-bf40-80ac696ea5a5 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:04.355738 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-4cb07ffe-4a46-48e0-bf40-80ac696ea5a5 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3174789 Aug 30 04:28:04.359010 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 52784) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:28:04.371348 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-cdbd7e22-f9ae-4e1e-af15-256eb2989bd3 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Request body: {'floatingip': {'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:28:04.425330 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-cdbd7e22-f9ae-4e1e-af15-256eb2989bd3 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:04.485012 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-0bf89735-15ac-4074-b7ba-364e836f49bb None None] Provisioning complete for port bdad5604-4e77-4eb0-bc00-0c71d4210cde triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:28:04.485563 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-0bf89735-15ac-4074-b7ba-364e836f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (bdad5604-4e77-4eb0-bc00-0c71d4210cde), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:04.523166 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:04.540514 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-0bf89735-15ac-4074-b7ba-364e836f49bb None None] Port bdad5604-4e77-4eb0-bc00-0c71d4210cde cannot update to ACTIVE because it is not bound. {{(pid=106259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:28:04.584674 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-cdbd7e22-f9ae-4e1e-af15-256eb2989bd3 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:04.596974 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:04.602306 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6f5c9838-a470-4a17-bf6a-6a74de452ea8 admin admin] Publish callbacks [] for port (bdad5604-4e77-4eb0-bc00-0c71d4210cde), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:04.610959 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6f5c9838-a470-4a17-bf6a-6a74de452ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62508193'] for port (bdad5604-4e77-4eb0-bc00-0c71d4210cde), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:04.698909 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6f5c9838-a470-4a17-bf6a-6a74de452ea8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697259'] for router_interface (21e1386e-380a-4a6c-b714-949c1ef4b07e), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:04.702088 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c9838-a470-4a17-bf6a-6a74de452ea8 admin admin] Pushing event updated for resources: {'Port': ['ID=bdad5604-4e77-4eb0-bc00-0c71d4210cde,revision_number=2']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:28:04.785563 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.db_base_plugin_common [None req-cdbd7e22-f9ae-4e1e-af15-256eb2989bd3 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Allocated IP 172.27.1.247 (03964a12-f74f-4d2e-840d-00c949ed3dc4/00661445-2d2c-4e5c-8f29-475eaaec65d5/bb317f41-80a9-43b6-9ae6-002f23e65075) {{(pid=106257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:28:04.901778 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82618be3-e143-46ff-933c-e221a7924bef req-b924cca1-d20d-4455-abe0-ee82e7ac9b00 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:04.904088 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-82618be3-e143-46ff-933c-e221a7924bef req-b924cca1-d20d-4455-abe0-ee82e7ac9b00 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 946 time: 0.0817750 Aug 30 04:28:04.929300 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 52794) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:28:04.951262 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5c9838-a470-4a17-bf6a-6a74de452ea8 admin admin] Network 2f4cb3e8-0947-4c03-9c86-fd8ead387a1c is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:28:04.956073 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-6f5c9838-a470-4a17-bf6a-6a74de452ea8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:28:04.956604 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-6aae7b84-8dc3-43e2-932e-91ca6494cd3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:04.960752 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-cdbd7e22-f9ae-4e1e-af15-256eb2989bd3 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks [] for port (bb317f41-80a9-43b6-9ae6-002f23e65075), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:05.048063 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-82618be3-e143-46ff-933c-e221a7924bef req-b13cfe29-4e6f-4e45-bc0d-ad92c56082f0 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361113 Aug 30 04:28:05.070803 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-cdbd7e22-f9ae-4e1e-af15-256eb2989bd3 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (bb317f41-80a9-43b6-9ae6-002f23e65075), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:05.156208 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbd7e22-f9ae-4e1e-af15-256eb2989bd3 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Network 03964a12-f74f-4d2e-840d-00c949ed3dc4 is already hosted by enough agents. {{(pid=106257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:28:05.159437 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbd7e22-f9ae-4e1e-af15-256eb2989bd3 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Pushing event updated for resources: {'Port': ['ID=bb317f41-80a9-43b6-9ae6-002f23e65075,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:28:05.160112 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f5c9838-a470-4a17-bf6a-6a74de452ea8 admin admin] Router 21e1386e-380a-4a6c-b714-949c1ef4b07e has already been hosted by L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 {{(pid=106258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:28:05.170597 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.base_scheduler [None req-cdbd7e22-f9ae-4e1e-af15-256eb2989bd3 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Resources bound (agent type, host, resource id): {{(pid=106257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:28:05.174260 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbd7e22-f9ae-4e1e-af15-256eb2989bd3 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Received port after_create {{(pid=106257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:28:05.232470 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-6aae7b84-8dc3-43e2-932e-91ca6494cd3f admin admin] Publish callbacks [] for security_group (74a48a0e-523b-4e8b-937f-dd033a451a2e), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:05.254760 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-6aae7b84-8dc3-43e2-932e-91ca6494cd3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (74a48a0e-523b-4e8b-937f-dd033a451a2e), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:05.266289 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-78acf544-3acb-4ce2-ab16-055dbb4e6016 None None] Provisioning complete for port bdad5604-4e77-4eb0-bc00-0c71d4210cde triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:28:05.267098 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-78acf544-3acb-4ce2-ab16-055dbb4e6016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (bdad5604-4e77-4eb0-bc00-0c71d4210cde), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:05.277424 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:05.311435 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:05.320353 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-78acf544-3acb-4ce2-ab16-055dbb4e6016 None None] Port bdad5604-4e77-4eb0-bc00-0c71d4210cde cannot update to ACTIVE because it is not bound. {{(pid=106259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:28:05.330439 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5c9838-a470-4a17-bf6a-6a74de452ea8 admin admin] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:28:05.335492 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-6f5c9838-a470-4a17-bf6a-6a74de452ea8 admin admin] 10.222.0.85 "PUT /networking/v2.0/routers/21e1386e-380a-4a6c-b714-949c1ef4b07e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7988532 Aug 30 04:28:05.347386 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae7b84-8dc3-43e2-932e-91ca6494cd3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a48a0e-523b-4e8b-937f-dd033a451a2e,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:28:05.353639 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-6aae7b84-8dc3-43e2-932e-91ca6494cd3f admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=9eae429122fa4946b3f56abcc7e7cfd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4233007 Aug 30 04:28:05.356923 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 52798) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:28:05.393409 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-cdbd7e22-f9ae-4e1e-af15-256eb2989bd3 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks [] for floatingip (4731c7cf-1d33-41b6-910f-38bffc4a8762), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:05.427605 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9033434c-6ce6-45f8-983b-69b11ef7f3d0 admin admin] Publish callbacks [] for security_group (74a48a0e-523b-4e8b-937f-dd033a451a2e), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:05.451864 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9033434c-6ce6-45f8-983b-69b11ef7f3d0 admin admin] Publish callbacks [] for security_group (74a48a0e-523b-4e8b-937f-dd033a451a2e), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:05.471485 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-cdbd7e22-f9ae-4e1e-af15-256eb2989bd3 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (bb317f41-80a9-43b6-9ae6-002f23e65075), before_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:05.561370 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9033434c-6ce6-45f8-983b-69b11ef7f3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (74a48a0e-523b-4e8b-937f-dd033a451a2e), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:05.564779 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9033434c-6ce6-45f8-983b-69b11ef7f3d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:05.570104 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-9033434c-6ce6-45f8-983b-69b11ef7f3d0 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/74a48a0e-523b-4e8b-937f-dd033a451a2e HTTP/1.1" status: 204 len: 168 time: 0.2120211 Aug 30 04:28:05.584634 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9033434c-6ce6-45f8-983b-69b11ef7f3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a48a0e-523b-4e8b-937f-dd033a451a2e,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:28:05.673375 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device de5de454-e840-412f-8a1d-c07983265b2b up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:28:05.725010 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port de5de454-e840-412f-8a1d-c07983265b2b triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:28:05.725413 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (de5de454-e840-412f-8a1d-c07983265b2b), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:05.749094 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-cdbd7e22-f9ae-4e1e-af15-256eb2989bd3 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks [] for port (bb317f41-80a9-43b6-9ae6-002f23e65075), precommit_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:05.756629 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-cdbd7e22-f9ae-4e1e-af15-256eb2989bd3 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61207719'] for port (bb317f41-80a9-43b6-9ae6-002f23e65075), after_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:05.804847 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-cdbd7e22-f9ae-4e1e-af15-256eb2989bd3 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696708'] for floatingip (4731c7cf-1d33-41b6-910f-38bffc4a8762), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:05.806475 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port de5de454-e840-412f-8a1d-c07983265b2b is: DOWN; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:28:05.806863 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (de5de454-e840-412f-8a1d-c07983265b2b), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:05.835217 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] For port de5de454-e840-412f-8a1d-c07983265b2b, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=de5de454-e840-412f-8a1d-c07983265b2b,segment=NetworkSegment(fa929cc1-394c-4547-9d6d-d932c4c80d18),segment_id=fa929cc1-394c-4547-9d6d-d932c4c80d18)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:28:05.841601 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (de5de454-e840-412f-8a1d-c07983265b2b), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:05.843142 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device c709fe03-ba05-4e6a-afb1-4382b5711619 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:28:05.851634 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbd7e22-f9ae-4e1e-af15-256eb2989bd3 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Pushing event updated for resources: {'Port': ['ID=bb317f41-80a9-43b6-9ae6-002f23e65075,revision_number=2']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:28:05.856330 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-cdbd7e22-f9ae-4e1e-af15-256eb2989bd3 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for floatingip (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:05.867075 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-cdbd7e22-f9ae-4e1e-af15-256eb2989bd3 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5063922 Aug 30 04:28:05.958898 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Pushing event updated for resources: {'Port': ['ID=de5de454-e840-412f-8a1d-c07983265b2b,revision_number=4']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:28:05.973862 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port c709fe03-ba05-4e6a-afb1-4382b5711619 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:28:05.974238 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (c709fe03-ba05-4e6a-afb1-4382b5711619), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:06.054272 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port c709fe03-ba05-4e6a-afb1-4382b5711619 is: DOWN; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:28:06.054670 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (c709fe03-ba05-4e6a-afb1-4382b5711619), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:06.077770 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] For port c709fe03-ba05-4e6a-afb1-4382b5711619, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=c709fe03-ba05-4e6a-afb1-4382b5711619,segment=NetworkSegment(fa929cc1-394c-4547-9d6d-d932c4c80d18),segment_id=fa929cc1-394c-4547-9d6d-d932c4c80d18)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:28:06.082765 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (c709fe03-ba05-4e6a-afb1-4382b5711619), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:06.083730 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 64bd4d7a-8f81-40d9-8dbe-7256c24854c1 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:28:06.173608 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port 64bd4d7a-8f81-40d9-8dbe-7256c24854c1 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:28:06.173903 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (64bd4d7a-8f81-40d9-8dbe-7256c24854c1), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:06.198579 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Pushing event updated for resources: {'Port': ['ID=c709fe03-ba05-4e6a-afb1-4382b5711619,revision_number=4']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:28:06.262580 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:06.272728 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port 64bd4d7a-8f81-40d9-8dbe-7256c24854c1 is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:28:07.510205 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device de5de454-e840-412f-8a1d-c07983265b2b up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:28:07.557583 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:07.563331 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port de5de454-e840-412f-8a1d-c07983265b2b triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:28:07.563718 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (de5de454-e840-412f-8a1d-c07983265b2b), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:07.644976 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port de5de454-e840-412f-8a1d-c07983265b2b is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:28:07.646094 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device c709fe03-ba05-4e6a-afb1-4382b5711619 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:28:07.695307 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port c709fe03-ba05-4e6a-afb1-4382b5711619 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:28:07.695664 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (c709fe03-ba05-4e6a-afb1-4382b5711619), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:07.780964 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port c709fe03-ba05-4e6a-afb1-4382b5711619 is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:28:07.860835 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc60b44-4a8f-4394-a05d-ae3eb7162cf7 None None] Sync routers for ids ['21e1386e-380a-4a6c-b714-949c1ef4b07e'] in dv-cinder-854265-2-iscsi {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:28:07.870849 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc60b44-4a8f-4394-a05d-ae3eb7162cf7 None None] Routers {'21e1386e-380a-4a6c-b714-949c1ef4b07e'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:28:07.871468 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-4fc60b44-4a8f-4394-a05d-ae3eb7162cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:27:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['21e1386e-380a-4a6c-b714-949c1ef4b07e'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:28:08.005099 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-4fc60b44-4a8f-4394-a05d-ae3eb7162cf7 None None] Set router 21e1386e-380a-4a6c-b714-949c1ef4b07e gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:28:08.031257 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b100731c-93cc-4a35-8085-f70c9c91524e None None] Sync routers for ids ['1b0b9488-6100-4281-972e-44537b48dc76'] in dv-cinder-854265-2-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:28:08.047153 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b100731c-93cc-4a35-8085-f70c9c91524e None None] Routers {'1b0b9488-6100-4281-972e-44537b48dc76'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:28:08.048174 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-b100731c-93cc-4a35-8085-f70c9c91524e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:27:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['1b0b9488-6100-4281-972e-44537b48dc76'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:28:08.160388 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88217202-9c41-4b70-bccd-1f396dc26f84 req-bef265e8-15e5-45c4-829f-9283f0c26f93 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:08.162360 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-b100731c-93cc-4a35-8085-f70c9c91524e None None] Set router 1b0b9488-6100-4281-972e-44537b48dc76 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:28:08.163499 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-88217202-9c41-4b70-bccd-1f396dc26f84 req-bef265e8-15e5-45c4-829f-9283f0c26f93 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/networks?id=5b04d9ed-8f32-46c9-8e1b-21119d73cac4 HTTP/1.1" status: 200 len: 808 time: 0.1651418 Aug 30 04:28:08.180046 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-88217202-9c41-4b70-bccd-1f396dc26f84 req-16aa3fea-f597-4506-97af-7c7017ab9a9a tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/quotas/bdbf61cc87384ade8eb07b032bb6292b HTTP/1.1" status: 200 len: 375 time: 0.0108073 Aug 30 04:28:08.186473 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:08.228537 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-88217202-9c41-4b70-bccd-1f396dc26f84 req-c0027e53-59ff-45c9-a04a-ebe3adeeecb2 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=bdbf61cc87384ade8eb07b032bb6292b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412948 Aug 30 04:28:08.305885 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-4fc60b44-4a8f-4394-a05d-ae3eb7162cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e1386e-380a-4a6c-b714-949c1ef4b07e', 'name': 'tempest-TestMinimumBasicScenario-378392306-router', 'tenant_id': 'c653a70df19945c69e62efc029929b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'c709fe03-ba05-4e6a-afb1-4382b5711619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:57Z', 'updated_at': '2022-08-30T04:28:04Z', 'revision_number': 4, 'project_id': 'c653a70df19945c69e62efc029929b25', 'gw_port': {'id': 'c709fe03-ba05-4e6a-afb1-4382b5711619', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:57:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e1386e-380a-4a6c-b714-949c1ef4b07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:58Z', 'updated_at': '2022-08-30T04:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': 'bdad5604-4e77-4eb0-bc00-0c71d4210cde', 'name': '', 'network_id': '2f4cb3e8-0947-4c03-9c86-fd8ead387a1c', 'tenant_id': 'c653a70df19945c69e62efc029929b25', 'mac_address': 'fa:16:3e:1b:a3:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21e1386e-380a-4a6c-b714-949c1ef4b07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'd86f9219-f87e-41f3-ab2b-9610354dc89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:28:02Z', 'updated_at': '2022-08-30T04:28:04Z', 'revision_number': 2, 'project_id': 'c653a70df19945c69e62efc029929b25', 'subnets': [{'id': 'd86f9219-f87e-41f3-ab2b-9610354dc89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:28:08.334312 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:08.346084 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc60b44-4a8f-4394-a05d-ae3eb7162cf7 None None] Checking router: 21e1386e-380a-4a6c-b714-949c1ef4b07e for host: dv-cinder-854265-2-iscsi {{(pid=106259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:28:08.346559 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc60b44-4a8f-4394-a05d-ae3eb7162cf7 None None] Updating router 21e1386e-380a-4a6c-b714-949c1ef4b07e port bdad5604-4e77-4eb0-bc00-0c71d4210cde binding host dv-cinder-854265-2-iscsi {{(pid=106259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:28:08.354920 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-88217202-9c41-4b70-bccd-1f396dc26f84 req-20e0551c-bf4c-489e-8a8a-ad1d302fc326 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/5b04d9ed-8f32-46c9-8e1b-21119d73cac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178935 Aug 30 04:28:08.370955 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:08.396444 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-4fc60b44-4a8f-4394-a05d-ae3eb7162cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (bdad5604-4e77-4eb0-bc00-0c71d4210cde), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:08.481558 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-88217202-9c41-4b70-bccd-1f396dc26f84 req-73febd8e-e066-451f-9527-f0ffa18ba5eb service neutron] 10.222.0.85 "GET /networking/v2.0/networks/5b04d9ed-8f32-46c9-8e1b-21119d73cac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192644 Aug 30 04:28:08.521014 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-b100731c-93cc-4a35-8085-f70c9c91524e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0b9488-6100-4281-972e-44537b48dc76', 'name': 'tempest-AttachVolumeShelveTestJSON-273455019-router', 'tenant_id': '8afb4049582c4beaa9defa2fe20c8b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'de5de454-e840-412f-8a1d-c07983265b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:55Z', 'updated_at': '2022-08-30T04:28:00Z', 'revision_number': 4, 'project_id': '8afb4049582c4beaa9defa2fe20c8b52', 'gw_port': {'id': 'de5de454-e840-412f-8a1d-c07983265b2b', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:24:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b9488-6100-4281-972e-44537b48dc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:55Z', 'updated_at': '2022-08-30T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': 'dd472d91-79f6-4964-8656-333efb576867', 'name': '', 'network_id': '3a833cc4-0338-4d6e-b00c-99c3817ea5ba', 'tenant_id': '8afb4049582c4beaa9defa2fe20c8b52', 'mac_address': 'fa:16:3e:06:20:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b0b9488-6100-4281-972e-44537b48dc76', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '14ce1079-bb9d-4bd2-9455-27504a55dd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:59Z', 'updated_at': '2022-08-30T04:28:01Z', 'revision_number': 2, 'project_id': '8afb4049582c4beaa9defa2fe20c8b52', 'subnets': [{'id': '14ce1079-bb9d-4bd2-9455-27504a55dd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:28:08.578873 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b100731c-93cc-4a35-8085-f70c9c91524e None None] Checking router: 1b0b9488-6100-4281-972e-44537b48dc76 for host: dv-cinder-854265-2-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:28:08.579359 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b100731c-93cc-4a35-8085-f70c9c91524e None None] Updating router 1b0b9488-6100-4281-972e-44537b48dc76 port dd472d91-79f6-4964-8656-333efb576867 binding host dv-cinder-854265-2-iscsi {{(pid=106260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:28:08.621574 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-b100731c-93cc-4a35-8085-f70c9c91524e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (dd472d91-79f6-4964-8656-333efb576867), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:08.724960 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=100 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:08.825288 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-4fc60b44-4a8f-4394-a05d-ae3eb7162cf7 None None] Publish callbacks [] for port (bdad5604-4e77-4eb0-bc00-0c71d4210cde), precommit_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:08.832989 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:08.844539 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-4fc60b44-4a8f-4394-a05d-ae3eb7162cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (bdad5604-4e77-4eb0-bc00-0c71d4210cde), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:08.880426 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10570350-8b4b-483c-9ca1-9484e121a35b req-40707185-7fc3-4a5a-bd5a-20b1d390ba0e tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:08.887732 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-10570350-8b4b-483c-9ca1-9484e121a35b req-40707185-7fc3-4a5a-bd5a-20b1d390ba0e tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 946 time: 0.1267223 Aug 30 04:28:09.002369 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-b100731c-93cc-4a35-8085-f70c9c91524e None None] Publish callbacks [] for port (dd472d91-79f6-4964-8656-333efb576867), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:09.004921 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:09.019744 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ef481-7e83-4c1d-b346-b0e8bd10bc2d None None] Pushing event updated for resources: {'Port': ['ID=bdad5604-4e77-4eb0-bc00-0c71d4210cde,revision_number=3']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:28:09.023842 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-4fc60b44-4a8f-4394-a05d-ae3eb7162cf7 None None] Attempting to bind port bdad5604-4e77-4eb0-bc00-0c71d4210cde on host dv-cinder-854265-2-iscsi for vnic_type normal with profile {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:28:09.024266 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-4fc60b44-4a8f-4394-a05d-ae3eb7162cf7 None None] Attempting to bind port bdad5604-4e77-4eb0-bc00-0c71d4210cde by drivers openvswitch,hyperv on host dv-cinder-854265-2-iscsi at level 0 using segments [{'id': '64fa6ea5-2207-4b3b-a905-051c73a26b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '2f4cb3e8-0947-4c03-9c86-fd8ead387a1c'}] {{(pid=106259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:28:09.024635 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc60b44-4a8f-4394-a05d-ae3eb7162cf7 None None] Attempting to bind port bdad5604-4e77-4eb0-bc00-0c71d4210cde on network 2f4cb3e8-0947-4c03-9c86-fd8ead387a1c {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:28:09.032577 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc60b44-4a8f-4394-a05d-ae3eb7162cf7 None None] Checking agent: {'id': 'e0fa4f30-19e6-45a9-8914-5f6bf4441601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17, 58), 'started_at': datetime.datetime(2022, 8, 30, 4, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:28:09.033392 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc60b44-4a8f-4394-a05d-ae3eb7162cf7 None None] Checking segment: {'id': '64fa6ea5-2207-4b3b-a905-051c73a26b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '2f4cb3e8-0947-4c03-9c86-fd8ead387a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:28:09.033892 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-4fc60b44-4a8f-4394-a05d-ae3eb7162cf7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:09.034382 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc60b44-4a8f-4394-a05d-ae3eb7162cf7 None None] Bound using segment: {'id': '64fa6ea5-2207-4b3b-a905-051c73a26b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '2f4cb3e8-0947-4c03-9c86-fd8ead387a1c'} {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:28:09.034639 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-b100731c-93cc-4a35-8085-f70c9c91524e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (dd472d91-79f6-4964-8656-333efb576867), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:09.035148 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-4fc60b44-4a8f-4394-a05d-ae3eb7162cf7 None None] Bound port: bdad5604-4e77-4eb0-bc00-0c71d4210cde, host: dv-cinder-854265-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64fa6ea5-2207-4b3b-a905-051c73a26b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '2f4cb3e8-0947-4c03-9c86-fd8ead387a1c'}}] {{(pid=106259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:28:09.035624 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-4fc60b44-4a8f-4394-a05d-ae3eb7162cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (bdad5604-4e77-4eb0-bc00-0c71d4210cde), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:09.038388 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-10570350-8b4b-483c-9ca1-9484e121a35b req-4feeaf9c-3ef0-48a7-8fc2-62165108c99c tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344671 Aug 30 04:28:09.106131 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607fb69-906f-4aac-a799-01d13810d45c None None] Pushing event updated for resources: {'Port': ['ID=dd472d91-79f6-4964-8656-333efb576867,revision_number=3']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:28:09.201825 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-b100731c-93cc-4a35-8085-f70c9c91524e None None] Attempting to bind port dd472d91-79f6-4964-8656-333efb576867 on host dv-cinder-854265-2-iscsi for vnic_type normal with profile {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:28:09.202204 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-b100731c-93cc-4a35-8085-f70c9c91524e None None] Attempting to bind port dd472d91-79f6-4964-8656-333efb576867 by drivers openvswitch,hyperv on host dv-cinder-854265-2-iscsi at level 0 using segments [{'id': 'a693d004-c19a-4e68-bb57-afa3ae3ca47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '3a833cc4-0338-4d6e-b00c-99c3817ea5ba'}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:28:09.210938 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b100731c-93cc-4a35-8085-f70c9c91524e None None] Attempting to bind port dd472d91-79f6-4964-8656-333efb576867 on network 3a833cc4-0338-4d6e-b00c-99c3817ea5ba {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:28:09.226781 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b100731c-93cc-4a35-8085-f70c9c91524e None None] Checking agent: {'id': 'e0fa4f30-19e6-45a9-8914-5f6bf4441601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17, 58), 'started_at': datetime.datetime(2022, 8, 30, 4, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:28:09.227159 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b100731c-93cc-4a35-8085-f70c9c91524e None None] Checking segment: {'id': 'a693d004-c19a-4e68-bb57-afa3ae3ca47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '3a833cc4-0338-4d6e-b00c-99c3817ea5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:28:09.227566 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-b100731c-93cc-4a35-8085-f70c9c91524e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:09.227961 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b100731c-93cc-4a35-8085-f70c9c91524e None None] Bound using segment: {'id': 'a693d004-c19a-4e68-bb57-afa3ae3ca47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '3a833cc4-0338-4d6e-b00c-99c3817ea5ba'} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:28:09.228436 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-b100731c-93cc-4a35-8085-f70c9c91524e None None] Bound port: dd472d91-79f6-4964-8656-333efb576867, host: dv-cinder-854265-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a693d004-c19a-4e68-bb57-afa3ae3ca47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '3a833cc4-0338-4d6e-b00c-99c3817ea5ba'}}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:28:09.229641 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-b100731c-93cc-4a35-8085-f70c9c91524e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (dd472d91-79f6-4964-8656-333efb576867), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:09.238725 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f4c0d709-e931-4025-93d1-a3637bb7bd0f req-ce930757-6640-4790-8e90-eeb394eaea6a tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 210 time: 0.0693638 Aug 30 04:28:09.276849 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-4fc60b44-4a8f-4394-a05d-ae3eb7162cf7 None None] For port bdad5604-4e77-4eb0-bc00-0c71d4210cde, host dv-cinder-854265-2-iscsi, cleared binding levels {{(pid=106259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:28:09.276849 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-4fc60b44-4a8f-4394-a05d-ae3eb7162cf7 None None] For port bdad5604-4e77-4eb0-bc00-0c71d4210cde, host dv-cinder-854265-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=bdad5604-4e77-4eb0-bc00-0c71d4210cde,segment=NetworkSegment(64fa6ea5-2207-4b3b-a905-051c73a26b1a),segment_id=64fa6ea5-2207-4b3b-a905-051c73a26b1a)] {{(pid=106259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:28:09.287042 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-4fc60b44-4a8f-4394-a05d-ae3eb7162cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (bdad5604-4e77-4eb0-bc00-0c71d4210cde), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:09.310396 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-b100731c-93cc-4a35-8085-f70c9c91524e None None] For port dd472d91-79f6-4964-8656-333efb576867, host dv-cinder-854265-2-iscsi, cleared binding levels {{(pid=106260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:28:09.318554 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-b100731c-93cc-4a35-8085-f70c9c91524e None None] For port dd472d91-79f6-4964-8656-333efb576867, host dv-cinder-854265-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=dd472d91-79f6-4964-8656-333efb576867,segment=NetworkSegment(a693d004-c19a-4e68-bb57-afa3ae3ca47a),segment_id=a693d004-c19a-4e68-bb57-afa3ae3ca47a)] {{(pid=106260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:28:09.331696 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-b100731c-93cc-4a35-8085-f70c9c91524e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (dd472d91-79f6-4964-8656-333efb576867), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:09.350760 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc60b44-4a8f-4394-a05d-ae3eb7162cf7 None None] Routers {'21e1386e-380a-4a6c-b714-949c1ef4b07e'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:28:09.351455 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-4fc60b44-4a8f-4394-a05d-ae3eb7162cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:27:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['21e1386e-380a-4a6c-b714-949c1ef4b07e'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:28:09.429882 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ef481-7e83-4c1d-b346-b0e8bd10bc2d None None] Pushing event updated for resources: {'Port': ['ID=bdad5604-4e77-4eb0-bc00-0c71d4210cde,revision_number=4']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:28:09.449262 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b100731c-93cc-4a35-8085-f70c9c91524e None None] Routers {'1b0b9488-6100-4281-972e-44537b48dc76'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:28:09.458972 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-b100731c-93cc-4a35-8085-f70c9c91524e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:27:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['1b0b9488-6100-4281-972e-44537b48dc76'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:28:09.492675 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f4a9f362-10d1-4be2-a716-3097aad5268b req-44e29c72-adf6-4108-9bdb-a6e09c4623ed tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1155934834&fields=id&tenant_id=8afb4049582c4beaa9defa2fe20c8b52 HTTP/1.1" status: 200 len: 267 time: 0.1458428 Aug 30 04:28:09.567672 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-4fc60b44-4a8f-4394-a05d-ae3eb7162cf7 None None] Set router 21e1386e-380a-4a6c-b714-949c1ef4b07e gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:28:09.611012 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-43d3b308-0293-4e48-ba5b-e97d4fcd8051 req-f52233a5-7053-47aa-84dd-b2bbd1d7d549 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0899830 Aug 30 04:28:09.663350 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607fb69-906f-4aac-a799-01d13810d45c None None] Pushing event updated for resources: {'Port': ['ID=dd472d91-79f6-4964-8656-333efb576867,revision_number=4']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:28:09.860180 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3b308-0293-4e48-ba5b-e97d4fcd8051 req-93d93965-9167-450f-a00a-62102d6f4684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:09.863012 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-43d3b308-0293-4e48-ba5b-e97d4fcd8051 req-93d93965-9167-450f-a00a-62102d6f4684 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=edc09fe630034be4b292562e2de6e3f9&device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 1130 time: 0.0512104 Aug 30 04:28:09.895603 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9f362-10d1-4be2-a716-3097aad5268b req-a18c94a8-8219-4fe3-b2fe-6a9834c8545c tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:09.899365 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-b100731c-93cc-4a35-8085-f70c9c91524e None None] Set router 1b0b9488-6100-4281-972e-44537b48dc76 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:28:09.911415 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f4a9f362-10d1-4be2-a716-3097aad5268b req-a18c94a8-8219-4fe3-b2fe-6a9834c8545c tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/networks?id=3a833cc4-0338-4d6e-b00c-99c3817ea5ba HTTP/1.1" status: 200 len: 816 time: 0.4041550 Aug 30 04:28:09.955471 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f4a9f362-10d1-4be2-a716-3097aad5268b req-9d7bb2d9-a0e2-494a-8c31-61795c578bbe tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/quotas/8afb4049582c4beaa9defa2fe20c8b52 HTTP/1.1" status: 200 len: 375 time: 0.0376217 Aug 30 04:28:10.007579 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d7b8b6-657d-4121-9dd6-ded6a8aa65bc req-8d65abc8-39cc-40e9-aea5-edfef4162b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:10.011027 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-77d7b8b6-657d-4121-9dd6-ded6a8aa65bc req-8d65abc8-39cc-40e9-aea5-edfef4162b85 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 1130 time: 0.1117313 Aug 30 04:28:10.119969 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-77d7b8b6-657d-4121-9dd6-ded6a8aa65bc req-a62c68cd-05c7-4e69-9eaf-3551ca6c8ebc service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935600 Aug 30 04:28:10.176570 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f4a9f362-10d1-4be2-a716-3097aad5268b req-d40646df-17b0-4295-900b-f2ee6478b013 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=8afb4049582c4beaa9defa2fe20c8b52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1919947 Aug 30 04:28:10.320303 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-4fc60b44-4a8f-4394-a05d-ae3eb7162cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e1386e-380a-4a6c-b714-949c1ef4b07e', 'name': 'tempest-TestMinimumBasicScenario-378392306-router', 'tenant_id': 'c653a70df19945c69e62efc029929b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'c709fe03-ba05-4e6a-afb1-4382b5711619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:57Z', 'updated_at': '2022-08-30T04:28:04Z', 'revision_number': 4, 'project_id': 'c653a70df19945c69e62efc029929b25', 'gw_port': {'id': 'c709fe03-ba05-4e6a-afb1-4382b5711619', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:57:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e1386e-380a-4a6c-b714-949c1ef4b07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:58Z', 'updated_at': '2022-08-30T04:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': 'bdad5604-4e77-4eb0-bc00-0c71d4210cde', 'name': '', 'network_id': '2f4cb3e8-0947-4c03-9c86-fd8ead387a1c', 'tenant_id': 'c653a70df19945c69e62efc029929b25', 'mac_address': 'fa:16:3e:1b:a3:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21e1386e-380a-4a6c-b714-949c1ef4b07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'd86f9219-f87e-41f3-ab2b-9610354dc89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:28:02Z', 'updated_at': '2022-08-30T04:28:09Z', 'revision_number': 4, 'project_id': 'c653a70df19945c69e62efc029929b25', 'subnets': [{'id': 'd86f9219-f87e-41f3-ab2b-9610354dc89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:28:10.351125 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3b308-0293-4e48-ba5b-e97d4fcd8051 req-98b1e769-816f-469c-b621-dce915a5b44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:10.352607 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-43d3b308-0293-4e48-ba5b-e97d4fcd8051 req-98b1e769-816f-469c-b621-dce915a5b44b service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=661607d2-cb41-40c5-ac13-3334a7f66c5e HTTP/1.1" status: 200 len: 920 time: 0.3923297 Aug 30 04:28:10.362501 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc60b44-4a8f-4394-a05d-ae3eb7162cf7 None None] The sync data for ids ['21e1386e-380a-4a6c-b714-949c1ef4b07e'] in dv-cinder-854265-2-iscsi is: [{'id': '21e1386e-380a-4a6c-b714-949c1ef4b07e', 'name': 'tempest-TestMinimumBasicScenario-378392306-router', 'tenant_id': 'c653a70df19945c69e62efc029929b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'c709fe03-ba05-4e6a-afb1-4382b5711619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:57Z', 'updated_at': '2022-08-30T04:28:04Z', 'revision_number': 4, 'project_id': 'c653a70df19945c69e62efc029929b25', 'gw_port': {'id': 'c709fe03-ba05-4e6a-afb1-4382b5711619', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:57:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e1386e-380a-4a6c-b714-949c1ef4b07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:58Z', 'updated_at': '2022-08-30T04:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': 'bdad5604-4e77-4eb0-bc00-0c71d4210cde', 'name': '', 'network_id': '2f4cb3e8-0947-4c03-9c86-fd8ead387a1c', 'tenant_id': 'c653a70df19945c69e62efc029929b25', 'mac_address': 'fa:16:3e:1b:a3:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21e1386e-380a-4a6c-b714-949c1ef4b07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'd86f9219-f87e-41f3-ab2b-9610354dc89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:28:02Z', 'updated_at': '2022-08-30T04:28:09Z', 'revision_number': 4, 'project_id': 'c653a70df19945c69e62efc029929b25', 'subnets': [{'id': 'd86f9219-f87e-41f3-ab2b-9610354dc89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:28:10.370747 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88659cca-b766-4890-8001-360a8865b47a req-46995de0-e9db-4904-8126-32fc862287f9 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:10.373424 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-b100731c-93cc-4a35-8085-f70c9c91524e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0b9488-6100-4281-972e-44537b48dc76', 'name': 'tempest-AttachVolumeShelveTestJSON-273455019-router', 'tenant_id': '8afb4049582c4beaa9defa2fe20c8b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'de5de454-e840-412f-8a1d-c07983265b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:55Z', 'updated_at': '2022-08-30T04:28:00Z', 'revision_number': 4, 'project_id': '8afb4049582c4beaa9defa2fe20c8b52', 'gw_port': {'id': 'de5de454-e840-412f-8a1d-c07983265b2b', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:24:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b9488-6100-4281-972e-44537b48dc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:55Z', 'updated_at': '2022-08-30T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': 'dd472d91-79f6-4964-8656-333efb576867', 'name': '', 'network_id': '3a833cc4-0338-4d6e-b00c-99c3817ea5ba', 'tenant_id': '8afb4049582c4beaa9defa2fe20c8b52', 'mac_address': 'fa:16:3e:06:20:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b0b9488-6100-4281-972e-44537b48dc76', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '14ce1079-bb9d-4bd2-9455-27504a55dd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:59Z', 'updated_at': '2022-08-30T04:28:09Z', 'revision_number': 4, 'project_id': '8afb4049582c4beaa9defa2fe20c8b52', 'subnets': [{'id': '14ce1079-bb9d-4bd2-9455-27504a55dd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:28:10.380604 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-88659cca-b766-4890-8001-360a8865b47a req-46995de0-e9db-4904-8126-32fc862287f9 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 946 time: 0.1506956 Aug 30 04:28:10.417169 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b100731c-93cc-4a35-8085-f70c9c91524e None None] The sync data for ids ['1b0b9488-6100-4281-972e-44537b48dc76'] in dv-cinder-854265-2-iscsi is: [{'id': '1b0b9488-6100-4281-972e-44537b48dc76', 'name': 'tempest-AttachVolumeShelveTestJSON-273455019-router', 'tenant_id': '8afb4049582c4beaa9defa2fe20c8b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'de5de454-e840-412f-8a1d-c07983265b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:55Z', 'updated_at': '2022-08-30T04:28:00Z', 'revision_number': 4, 'project_id': '8afb4049582c4beaa9defa2fe20c8b52', 'gw_port': {'id': 'de5de454-e840-412f-8a1d-c07983265b2b', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:24:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b9488-6100-4281-972e-44537b48dc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:55Z', 'updated_at': '2022-08-30T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': 'dd472d91-79f6-4964-8656-333efb576867', 'name': '', 'network_id': '3a833cc4-0338-4d6e-b00c-99c3817ea5ba', 'tenant_id': '8afb4049582c4beaa9defa2fe20c8b52', 'mac_address': 'fa:16:3e:06:20:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b0b9488-6100-4281-972e-44537b48dc76', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '14ce1079-bb9d-4bd2-9455-27504a55dd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:59Z', 'updated_at': '2022-08-30T04:28:09Z', 'revision_number': 4, 'project_id': '8afb4049582c4beaa9defa2fe20c8b52', 'subnets': [{'id': '14ce1079-bb9d-4bd2-9455-27504a55dd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:28:10.518863 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-88659cca-b766-4890-8001-360a8865b47a req-0b98ac3a-f8c6-4948-ad2a-28fa1fc4e08d tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370118 Aug 30 04:28:10.649057 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-43d3b308-0293-4e48-ba5b-e97d4fcd8051 req-b59f2c28-0311-4680-9407-8b6fe9d13f16 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05e9029b-f746-406c-93bb-e93c4ab2ecb9 HTTP/1.1" status: 200 len: 217 time: 0.1100080 Aug 30 04:28:10.673206 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b9d7b513-95f7-4a7c-9c85-e24319d01c2a req-ccb950cf-6204-4148-806c-5e40d8f1fce1 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 210 time: 0.0428343 Aug 30 04:28:10.676917 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f4a9f362-10d1-4be2-a716-3097aad5268b req-11f5ac26-c5ea-43d1-bcdd-952154e622d1 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/3a833cc4-0338-4d6e-b00c-99c3817ea5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4658599 Aug 30 04:28:10.854221 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f4a9f362-10d1-4be2-a716-3097aad5268b req-7b41e984-32d7-464b-b8c8-288ee81c733a service neutron] 10.222.0.85 "GET /networking/v2.0/networks/3a833cc4-0338-4d6e-b00c-99c3817ea5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704764 Aug 30 04:28:11.161576 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-04561d82-254b-4e0f-bb0e-76d9a975980d req-a06420d3-2da0-4ac6-ae33-dfcd2c5c4c00 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 210 time: 0.0915139 Aug 30 04:28:11.211322 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3b308-0293-4e48-ba5b-e97d4fcd8051 req-28fe22de-4e67-468c-861d-ff4f4fbe2646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:11.215941 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-43d3b308-0293-4e48-ba5b-e97d4fcd8051 req-28fe22de-4e67-468c-861d-ff4f4fbe2646 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=d860aa44-a024-4bdb-b214-412c9f1784ea HTTP/1.1" status: 200 len: 857 time: 0.1736524 Aug 30 04:28:11.293199 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3b308-0293-4e48-ba5b-e97d4fcd8051 req-b8a0d285-a570-475d-b359-df4ebc952967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:11.323830 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-43d3b308-0293-4e48-ba5b-e97d4fcd8051 req-b8a0d285-a570-475d-b359-df4ebc952967 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=661607d2-cb41-40c5-ac13-3334a7f66c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0908873 Aug 30 04:28:11.488180 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:11.489396 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:11.492709 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-43d3b308-0293-4e48-ba5b-e97d4fcd8051 req-2a489375-96b0-46e3-a0d9-16efa16d9a24 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/661607d2-cb41-40c5-ac13-3334a7f66c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494331 Aug 30 04:28:11.747209 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device bdad5604-4e77-4eb0-bc00-0c71d4210cde up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:28:11.839169 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2eed3-a3e8-4678-8947-f596293aa534 req-d664398b-3f6f-47c4-89e9-69ab06f4e639 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:11.847249 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-81d2eed3-a3e8-4678-8947-f596293aa534 req-d664398b-3f6f-47c4-89e9-69ab06f4e639 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 946 time: 0.1244299 Aug 30 04:28:11.875434 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port bdad5604-4e77-4eb0-bc00-0c71d4210cde triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:28:11.876220 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (bdad5604-4e77-4eb0-bc00-0c71d4210cde), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:11.939592 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-43d3b308-0293-4e48-ba5b-e97d4fcd8051 req-6d542588-1aad-401d-a08d-e0f83db95b7c service neutron] 10.222.0.71 "GET /networking/v2.0/networks/661607d2-cb41-40c5-ac13-3334a7f66c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171597 Aug 30 04:28:11.969695 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port bdad5604-4e77-4eb0-bc00-0c71d4210cde is: DOWN; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:28:11.970487 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (bdad5604-4e77-4eb0-bc00-0c71d4210cde), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:11.986164 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2c2b6c8c-9208-4999-be9d-a3f876f74bda req-51849074-6292-4bd7-8ba1-912f7372c4ad tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 210 time: 0.1183884 Aug 30 04:28:12.036119 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-81d2eed3-a3e8-4678-8947-f596293aa534 req-247bd7cf-9fea-4a33-b6de-6ebebdccaac3 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859388 Aug 30 04:28:12.048740 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] For port bdad5604-4e77-4eb0-bc00-0c71d4210cde, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=bdad5604-4e77-4eb0-bc00-0c71d4210cde,segment=NetworkSegment(64fa6ea5-2207-4b3b-a905-051c73a26b1a),segment_id=64fa6ea5-2207-4b3b-a905-051c73a26b1a)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:28:12.056052 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (bdad5604-4e77-4eb0-bc00-0c71d4210cde), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:12.058165 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device dd472d91-79f6-4964-8656-333efb576867 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:28:12.136992 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:12.159435 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (dd0d0365-d50b-4401-90d8-c3ff73fab053), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:12.163682 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Pushing event updated for resources: {'Port': ['ID=bdad5604-4e77-4eb0-bc00-0c71d4210cde,revision_number=5']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:28:12.174909 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port dd472d91-79f6-4964-8656-333efb576867 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:28:12.175289 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (dd472d91-79f6-4964-8656-333efb576867), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:12.194967 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:12.268894 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port dd472d91-79f6-4964-8656-333efb576867 is: DOWN; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:28:12.269575 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (dd472d91-79f6-4964-8656-333efb576867), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:12.323210 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-90c92d77-cc2a-4d64-bf3a-9dd984b44cf3 req-9fc14caf-4e87-4601-bc84-76d5da92bfcd tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 210 time: 0.0480671 Aug 30 04:28:12.326837 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] For port dd472d91-79f6-4964-8656-333efb576867, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=dd472d91-79f6-4964-8656-333efb576867,segment=NetworkSegment(a693d004-c19a-4e68-bb57-afa3ae3ca47a),segment_id=a693d004-c19a-4e68-bb57-afa3ae3ca47a)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:28:12.332815 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (dd472d91-79f6-4964-8656-333efb576867), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:12.400964 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Pushing event updated for resources: {'Port': ['ID=dd472d91-79f6-4964-8656-333efb576867,revision_number=5']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:28:13.205683 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f6d530d4-40ca-4ec8-849b-5c6c0451b703 req-2932636d-24f3-45e5-af57-69ba8abe22a0 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 210 time: 0.1000137 Aug 30 04:28:13.227654 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d4022-f8c3-4a5b-8552-2cb6eec01d77 req-c857d794-61c4-43df-a487-8ca190d0481c tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:13.237459 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a88d4022-f8c3-4a5b-8552-2cb6eec01d77 req-c857d794-61c4-43df-a487-8ca190d0481c tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 946 time: 0.1050112 Aug 30 04:28:13.300946 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a88d4022-f8c3-4a5b-8552-2cb6eec01d77 req-e8347e49-e26f-4aeb-8b4e-149b615acf3f tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621495 Aug 30 04:28:13.503527 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-afe41e65-d00a-41fc-8c96-3454f6869fd0 req-a9d74690-e49c-40eb-aa0e-2a56240c96f6 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 210 time: 0.0371802 Aug 30 04:28:13.522984 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6bf2c-e4ac-4b27-bc89-1584ee4ecc0d req-54b8ef92-d1d8-49b1-b259-56c2b0bd91ec tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:13.541715 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.agents_db [None req-600259de-68db-4343-b4d4-64e31eed30fa None None] Agent healthcheck: found 6 active agents {{(pid=106260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:28:13.543123 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-29f6bf2c-e4ac-4b27-bc89-1584ee4ecc0d req-54b8ef92-d1d8-49b1-b259-56c2b0bd91ec tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.1142616 Aug 30 04:28:13.635505 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-29f6bf2c-e4ac-4b27-bc89-1584ee4ecc0d req-c83b6d28-620d-4272-b794-c2b176babfb3 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911095 Aug 30 04:28:13.658299 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device bdad5604-4e77-4eb0-bc00-0c71d4210cde up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:28:13.757529 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port bdad5604-4e77-4eb0-bc00-0c71d4210cde triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:28:13.757529 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (bdad5604-4e77-4eb0-bc00-0c71d4210cde), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:13.868380 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port bdad5604-4e77-4eb0-bc00-0c71d4210cde is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:28:13.868858 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device dd472d91-79f6-4964-8656-333efb576867 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:28:13.929055 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port dd472d91-79f6-4964-8656-333efb576867 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:28:13.929548 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (dd472d91-79f6-4964-8656-333efb576867), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:14.038660 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port dd472d91-79f6-4964-8656-333efb576867 is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:28:14.396054 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-29181ffe-1a57-4d3f-8a51-339787980561 req-2e7dafdc-f209-4eb6-8393-6a75ead94f93 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 210 time: 0.0921586 Aug 30 04:28:14.480621 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88217202-9c41-4b70-bccd-1f396dc26f84 req-51502638-ce72-45f2-ba6c-5f78fd7dac6f tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:14.482457 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-88217202-9c41-4b70-bccd-1f396dc26f84 req-51502638-ce72-45f2-ba6c-5f78fd7dac6f tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.71 "GET /networking/v2.0/networks?id=5b04d9ed-8f32-46c9-8e1b-21119d73cac4 HTTP/1.1" status: 200 len: 808 time: 0.2111928 Aug 30 04:28:14.530264 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [req-88217202-9c41-4b70-bccd-1f396dc26f84 req-028bb51c-335d-43c3-a9ee-672cf8f4fa10 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Request body: {'port': {'device_id': 'a5571ed9-9e05-4ace-8641-f598d247960a', 'network_id': '5b04d9ed-8f32-46c9-8e1b-21119d73cac4', 'admin_state_up': True, 'tenant_id': 'bdbf61cc87384ade8eb07b032bb6292b'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:28:14.723270 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-63a8cfe6-bbfa-40bf-adb3-ddceb8dda7b6 req-2412c3d2-2bcc-482a-a346-327db268b96f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 210 time: 0.0390081 Aug 30 04:28:14.736500 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88217202-9c41-4b70-bccd-1f396dc26f84 req-028bb51c-335d-43c3-a9ee-672cf8f4fa10 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Made reservation on behalf of bdbf61cc87384ade8eb07b032bb6292b for: {'port': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:28:14.744381 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-88217202-9c41-4b70-bccd-1f396dc26f84 req-028bb51c-335d-43c3-a9ee-672cf8f4fa10 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:14.903387 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [req-88217202-9c41-4b70-bccd-1f396dc26f84 req-028bb51c-335d-43c3-a9ee-672cf8f4fa10 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Allocated IP 172.20.0.14 (5b04d9ed-8f32-46c9-8e1b-21119d73cac4/e2416ebc-87da-4b07-aed2-c484af08ee38/9bb909ce-9d58-4d61-a46f-d9e132bf03a8) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:28:15.032204 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:15.258258 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:15.292785 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-88217202-9c41-4b70-bccd-1f396dc26f84 req-028bb51c-335d-43c3-a9ee-672cf8f4fa10 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Publish callbacks [] for port (9bb909ce-9d58-4d61-a46f-d9e132bf03a8), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:15.337683 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-88217202-9c41-4b70-bccd-1f396dc26f84 req-028bb51c-335d-43c3-a9ee-672cf8f4fa10 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62508200'] for port (9bb909ce-9d58-4d61-a46f-d9e132bf03a8), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:15.445421 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88217202-9c41-4b70-bccd-1f396dc26f84 req-028bb51c-335d-43c3-a9ee-672cf8f4fa10 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Network 5b04d9ed-8f32-46c9-8e1b-21119d73cac4 is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:28:15.460882 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [req-88217202-9c41-4b70-bccd-1f396dc26f84 req-028bb51c-335d-43c3-a9ee-672cf8f4fa10 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:28:15.463606 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [req-88217202-9c41-4b70-bccd-1f396dc26f84 req-028bb51c-335d-43c3-a9ee-672cf8f4fa10 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:28:15.515762 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028bb51c-335d-43c3-a9ee-672cf8f4fa10 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Pushing event updated for resources: {'Port': ['ID=9bb909ce-9d58-4d61-a46f-d9e132bf03a8,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:28:15.564603 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88217202-9c41-4b70-bccd-1f396dc26f84 req-028bb51c-335d-43c3-a9ee-672cf8f4fa10 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:15.565636 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-88217202-9c41-4b70-bccd-1f396dc26f84 req-028bb51c-335d-43c3-a9ee-672cf8f4fa10 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:15.596920 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028bb51c-335d-43c3-a9ee-672cf8f4fa10 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:15.597447 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028bb51c-335d-43c3-a9ee-672cf8f4fa10 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:15.598513 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028bb51c-335d-43c3-a9ee-672cf8f4fa10 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:15.599091 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028bb51c-335d-43c3-a9ee-672cf8f4fa10 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:15.599526 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028bb51c-335d-43c3-a9ee-672cf8f4fa10 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:15.599992 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028bb51c-335d-43c3-a9ee-672cf8f4fa10 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:15.601078 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028bb51c-335d-43c3-a9ee-672cf8f4fa10 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:15.601078 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028bb51c-335d-43c3-a9ee-672cf8f4fa10 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:15.601078 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028bb51c-335d-43c3-a9ee-672cf8f4fa10 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:15.602139 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028bb51c-335d-43c3-a9ee-672cf8f4fa10 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:15.602139 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028bb51c-335d-43c3-a9ee-672cf8f4fa10 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:15.602605 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028bb51c-335d-43c3-a9ee-672cf8f4fa10 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:15.603040 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028bb51c-335d-43c3-a9ee-672cf8f4fa10 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:15.603457 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028bb51c-335d-43c3-a9ee-672cf8f4fa10 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:15.603891 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028bb51c-335d-43c3-a9ee-672cf8f4fa10 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:15.678472 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-88217202-9c41-4b70-bccd-1f396dc26f84 req-028bb51c-335d-43c3-a9ee-672cf8f4fa10 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1522083 Aug 30 04:28:15.705329 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9f362-10d1-4be2-a716-3097aad5268b req-33e7d6d4-7663-4427-b45a-d8b3f55753e5 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:15.710455 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-f4a9f362-10d1-4be2-a716-3097aad5268b req-33e7d6d4-7663-4427-b45a-d8b3f55753e5 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.71 "GET /networking/v2.0/networks?id=3a833cc4-0338-4d6e-b00c-99c3817ea5ba HTTP/1.1" status: 200 len: 816 time: 0.2533622 Aug 30 04:28:15.719319 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c03660-c645-4546-aba4-7b618d1b54d4 req-232b6776-79d4-4b1c-8a9a-08d4457b0be8 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:15.729475 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-84c03660-c645-4546-aba4-7b618d1b54d4 req-232b6776-79d4-4b1c-8a9a-08d4457b0be8 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 932 time: 0.1544745 Aug 30 04:28:15.764687 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c19d2f-eb75-4338-ad82-c1fe807b1129 req-43a3a0b7-3d8e-4ff7-9602-d0fa3d85802e tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:15.766781 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-40c19d2f-eb75-4338-ad82-c1fe807b1129 req-43a3a0b7-3d8e-4ff7-9602-d0fa3d85802e tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.1240137 Aug 30 04:28:15.846722 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-84c03660-c645-4546-aba4-7b618d1b54d4 req-2f9d6cd1-ccd5-4e0c-bff7-7247d1199f9f tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161370 Aug 30 04:28:15.850586 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-40c19d2f-eb75-4338-ad82-c1fe807b1129 req-b836ee42-dc1a-4c1c-a64d-814afdbc2c17 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749388 Aug 30 04:28:15.874007 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [req-88217202-9c41-4b70-bccd-1f396dc26f84 req-6426e33a-b89a-4d99-b8cc-d86c2408445a service neutron] Request body: {'port': {'device_id': 'a5571ed9-9e05-4ace-8641-f598d247960a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:28:15.971005 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb794556-8508-4e61-9f96-32e5240489fe req-65ee31e0-5fcf-455b-a41f-48fe714a0458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:15.972828 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bb794556-8508-4e61-9f96-32e5240489fe req-65ee31e0-5fcf-455b-a41f-48fe714a0458 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=edc09fe630034be4b292562e2de6e3f9&device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 1130 time: 0.0892758 Aug 30 04:28:15.982321 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-f4a9f362-10d1-4be2-a716-3097aad5268b req-b4806c1d-98ef-463a-bf03-f8d31bc9ad50 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.71 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8afb4049582c4beaa9defa2fe20c8b52 HTTP/1.1" status: 200 len: 380 time: 0.1135933 Aug 30 04:28:16.008828 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [req-f4a9f362-10d1-4be2-a716-3097aad5268b req-1f1f2011-0db7-495e-bec8-a4a9686c912f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Request body: {'port': {'device_id': '0eaa5682-d37f-4718-af65-77b66b3963b7', 'network_id': '3a833cc4-0338-4d6e-b00c-99c3817ea5ba', 'admin_state_up': True, 'tenant_id': '8afb4049582c4beaa9defa2fe20c8b52', 'security_groups': ['2bc340ec-23f8-4953-9938-5c9c7e90ad1e']}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:28:16.038630 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-748629d1-451f-4f12-8d9b-532f3abf8ee5 req-b8b5b44f-af2a-45b7-9e2b-620b02be51ad tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 210 time: 0.0484114 Aug 30 04:28:16.102038 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-88217202-9c41-4b70-bccd-1f396dc26f84 req-6426e33a-b89a-4d99-b8cc-d86c2408445a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (9bb909ce-9d58-4d61-a46f-d9e132bf03a8), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:16.152012 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:16.163306 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4a9f362-10d1-4be2-a716-3097aad5268b req-1f1f2011-0db7-495e-bec8-a4a9686c912f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Made reservation on behalf of 8afb4049582c4beaa9defa2fe20c8b52 for: {'port': 1} {{(pid=106257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:28:16.169095 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-f4a9f362-10d1-4be2-a716-3097aad5268b req-1f1f2011-0db7-495e-bec8-a4a9686c912f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:16.256036 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb794556-8508-4e61-9f96-32e5240489fe req-e1c8a416-fed2-4171-b041-66d16e068d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:16.257522 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bb794556-8508-4e61-9f96-32e5240489fe req-e1c8a416-fed2-4171-b041-66d16e068d37 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=661607d2-cb41-40c5-ac13-3334a7f66c5e HTTP/1.1" status: 200 len: 920 time: 0.2497263 Aug 30 04:28:16.329263 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.db_base_plugin_common [req-f4a9f362-10d1-4be2-a716-3097aad5268b req-1f1f2011-0db7-495e-bec8-a4a9686c912f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Allocated IP 172.20.0.13 (3a833cc4-0338-4d6e-b00c-99c3817ea5ba/14ce1079-bb9d-4bd2-9455-27504a55dd9e/1bbf1f65-3b92-403e-a0f0-5309613fb5f8) {{(pid=106257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:28:16.344796 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:16.476642 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [req-88217202-9c41-4b70-bccd-1f396dc26f84 req-6426e33a-b89a-4d99-b8cc-d86c2408445a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bb909ce-9d58-4d61-a46f-d9e132bf03a8 {{(pid=106258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:28:16.484644 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-88217202-9c41-4b70-bccd-1f396dc26f84 req-6426e33a-b89a-4d99-b8cc-d86c2408445a service neutron] Publish callbacks [] for port (9bb909ce-9d58-4d61-a46f-d9e132bf03a8), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:16.486972 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:16.488950 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:16.502328 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.provisioning_blocks [req-88217202-9c41-4b70-bccd-1f396dc26f84 req-6426e33a-b89a-4d99-b8cc-d86c2408445a service neutron] Transition to ACTIVE for port object 9bb909ce-9d58-4d61-a46f-d9e132bf03a8 will not be triggered until provisioned by entity L2. {{(pid=106258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:28:16.508234 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-88217202-9c41-4b70-bccd-1f396dc26f84 req-6426e33a-b89a-4d99-b8cc-d86c2408445a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62508193'] for port (9bb909ce-9d58-4d61-a46f-d9e132bf03a8), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:16.528418 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-f4a9f362-10d1-4be2-a716-3097aad5268b req-1f1f2011-0db7-495e-bec8-a4a9686c912f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks [] for port (1bbf1f65-3b92-403e-a0f0-5309613fb5f8), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:16.568192 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-f4a9f362-10d1-4be2-a716-3097aad5268b req-1f1f2011-0db7-495e-bec8-a4a9686c912f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (1bbf1f65-3b92-403e-a0f0-5309613fb5f8), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:16.610442 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6426e33a-b89a-4d99-b8cc-d86c2408445a service neutron] Pushing event updated for resources: {'Port': ['ID=9bb909ce-9d58-4d61-a46f-d9e132bf03a8,revision_number=2']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:28:16.630072 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4a9f362-10d1-4be2-a716-3097aad5268b req-1f1f2011-0db7-495e-bec8-a4a9686c912f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Network 3a833cc4-0338-4d6e-b00c-99c3817ea5ba is already hosted by enough agents. {{(pid=106257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:28:16.633869 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.base_scheduler [req-f4a9f362-10d1-4be2-a716-3097aad5268b req-1f1f2011-0db7-495e-bec8-a4a9686c912f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Resources bound (agent type, host, resource id): {{(pid=106257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:28:16.638152 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a9f362-10d1-4be2-a716-3097aad5268b req-1f1f2011-0db7-495e-bec8-a4a9686c912f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Received port after_create {{(pid=106257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:28:16.646525 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1f2011-0db7-495e-bec8-a4a9686c912f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Pushing event updated for resources: {'Port': ['ID=1bbf1f65-3b92-403e-a0f0-5309613fb5f8,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:28:16.653238 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-88217202-9c41-4b70-bccd-1f396dc26f84 req-6426e33a-b89a-4d99-b8cc-d86c2408445a service neutron] Attempting to bind port 9bb909ce-9d58-4d61-a46f-d9e132bf03a8 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:28:16.653824 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-88217202-9c41-4b70-bccd-1f396dc26f84 req-6426e33a-b89a-4d99-b8cc-d86c2408445a service neutron] Attempting to bind port 9bb909ce-9d58-4d61-a46f-d9e132bf03a8 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '211ef5bb-e874-4c0c-91ab-d61cbe721bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '5b04d9ed-8f32-46c9-8e1b-21119d73cac4'}] {{(pid=106258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:28:16.654326 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88217202-9c41-4b70-bccd-1f396dc26f84 req-6426e33a-b89a-4d99-b8cc-d86c2408445a service neutron] Attempting to bind port 9bb909ce-9d58-4d61-a46f-d9e132bf03a8 on network 5b04d9ed-8f32-46c9-8e1b-21119d73cac4 {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:28:16.661476 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88217202-9c41-4b70-bccd-1f396dc26f84 req-6426e33a-b89a-4d99-b8cc-d86c2408445a service neutron] Port 9bb909ce-9d58-4d61-a46f-d9e132bf03a8 on network 5b04d9ed-8f32-46c9-8e1b-21119d73cac4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:28:16.662058 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88217202-9c41-4b70-bccd-1f396dc26f84 req-6426e33a-b89a-4d99-b8cc-d86c2408445a service neutron] Attempting to bind port 9bb909ce-9d58-4d61-a46f-d9e132bf03a8 on network 5b04d9ed-8f32-46c9-8e1b-21119d73cac4 {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:28:16.670937 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88217202-9c41-4b70-bccd-1f396dc26f84 req-6426e33a-b89a-4d99-b8cc-d86c2408445a service neutron] Checking agent: {'id': 'dd0d0365-d50b-4401-90d8-c3ff73fab053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 24, 11), 'started_at': datetime.datetime(2022, 8, 30, 4, 24, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:28:16.671723 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88217202-9c41-4b70-bccd-1f396dc26f84 req-6426e33a-b89a-4d99-b8cc-d86c2408445a service neutron] Checking segment: {'id': '211ef5bb-e874-4c0c-91ab-d61cbe721bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '5b04d9ed-8f32-46c9-8e1b-21119d73cac4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:28:16.672810 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88217202-9c41-4b70-bccd-1f396dc26f84 req-6426e33a-b89a-4d99-b8cc-d86c2408445a service neutron] Bound using segment: {'id': '211ef5bb-e874-4c0c-91ab-d61cbe721bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '5b04d9ed-8f32-46c9-8e1b-21119d73cac4'} {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:28:16.673909 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-88217202-9c41-4b70-bccd-1f396dc26f84 req-6426e33a-b89a-4d99-b8cc-d86c2408445a service neutron] Bound port: 9bb909ce-9d58-4d61-a46f-d9e132bf03a8, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '211ef5bb-e874-4c0c-91ab-d61cbe721bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '5b04d9ed-8f32-46c9-8e1b-21119d73cac4'}}] {{(pid=106258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:28:16.674511 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-88217202-9c41-4b70-bccd-1f396dc26f84 req-6426e33a-b89a-4d99-b8cc-d86c2408445a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (9bb909ce-9d58-4d61-a46f-d9e132bf03a8), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:16.675563 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f2011-0db7-495e-bec8-a4a9686c912f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:16.675912 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f2011-0db7-495e-bec8-a4a9686c912f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:16.676258 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f2011-0db7-495e-bec8-a4a9686c912f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:16.677183 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f2011-0db7-495e-bec8-a4a9686c912f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:16.677183 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f2011-0db7-495e-bec8-a4a9686c912f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:16.677468 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f2011-0db7-495e-bec8-a4a9686c912f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:16.677643 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f2011-0db7-495e-bec8-a4a9686c912f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:16.677966 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f2011-0db7-495e-bec8-a4a9686c912f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:16.678290 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f2011-0db7-495e-bec8-a4a9686c912f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:16.678614 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f2011-0db7-495e-bec8-a4a9686c912f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:16.678936 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f2011-0db7-495e-bec8-a4a9686c912f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:16.679264 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f2011-0db7-495e-bec8-a4a9686c912f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:16.679572 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f2011-0db7-495e-bec8-a4a9686c912f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:16.679888 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f2011-0db7-495e-bec8-a4a9686c912f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:16.680203 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f2011-0db7-495e-bec8-a4a9686c912f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:16.722440 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9f362-10d1-4be2-a716-3097aad5268b req-1f1f2011-0db7-495e-bec8-a4a9686c912f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:16.723199 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-f4a9f362-10d1-4be2-a716-3097aad5268b req-1f1f2011-0db7-495e-bec8-a4a9686c912f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:16.752963 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-f4a9f362-10d1-4be2-a716-3097aad5268b req-1f1f2011-0db7-495e-bec8-a4a9686c912f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7480223 Aug 30 04:28:16.759116 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bb794556-8508-4e61-9f96-32e5240489fe req-f4b8fe16-75ef-4cad-b998-8a2b20ab0f85 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05e9029b-f746-406c-93bb-e93c4ab2ecb9 HTTP/1.1" status: 200 len: 217 time: 0.0772750 Aug 30 04:28:16.788642 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [req-f4a9f362-10d1-4be2-a716-3097aad5268b req-f2b158f6-f0cc-4b1e-83b0-39603dec6f33 service neutron] Request body: {'port': {'device_id': '0eaa5682-d37f-4718-af65-77b66b3963b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:28:16.920067 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb794556-8508-4e61-9f96-32e5240489fe req-5811fceb-12d2-47b3-bcd5-2305846935dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:16.921657 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bb794556-8508-4e61-9f96-32e5240489fe req-5811fceb-12d2-47b3-bcd5-2305846935dc service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=d860aa44-a024-4bdb-b214-412c9f1784ea HTTP/1.1" status: 200 len: 857 time: 0.1327531 Aug 30 04:28:16.922787 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-88217202-9c41-4b70-bccd-1f396dc26f84 req-6426e33a-b89a-4d99-b8cc-d86c2408445a service neutron] For port 9bb909ce-9d58-4d61-a46f-d9e132bf03a8, host hv-cinder-85426, cleared binding levels {{(pid=106258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:28:16.931402 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-88217202-9c41-4b70-bccd-1f396dc26f84 req-6426e33a-b89a-4d99-b8cc-d86c2408445a service neutron] For port 9bb909ce-9d58-4d61-a46f-d9e132bf03a8, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=9bb909ce-9d58-4d61-a46f-d9e132bf03a8,segment=NetworkSegment(211ef5bb-e874-4c0c-91ab-d61cbe721bae),segment_id=211ef5bb-e874-4c0c-91ab-d61cbe721bae)] {{(pid=106258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:28:16.948640 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-88217202-9c41-4b70-bccd-1f396dc26f84 req-6426e33a-b89a-4d99-b8cc-d86c2408445a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62508193'] for port (9bb909ce-9d58-4d61-a46f-d9e132bf03a8), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:16.991660 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-f4a9f362-10d1-4be2-a716-3097aad5268b req-f2b158f6-f0cc-4b1e-83b0-39603dec6f33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (1bbf1f65-3b92-403e-a0f0-5309613fb5f8), before_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:17.003613 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88217202-9c41-4b70-bccd-1f396dc26f84 req-6426e33a-b89a-4d99-b8cc-d86c2408445a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:17.004643 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-88217202-9c41-4b70-bccd-1f396dc26f84 req-6426e33a-b89a-4d99-b8cc-d86c2408445a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:17.006475 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-88217202-9c41-4b70-bccd-1f396dc26f84 req-6426e33a-b89a-4d99-b8cc-d86c2408445a service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/9bb909ce-9d58-4d61-a46f-d9e132bf03a8 HTTP/1.1" status: 200 len: 1094 time: 1.1367884 Aug 30 04:28:17.007244 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5571ed9-9e05-4ace-8641-f598d247960a', 'tag': '9bb909ce-9d58-4d61-a46f-d9e132bf03a8'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:28:17.010216 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cae73fbe7dcf058e11387a0db1adace332cfaa4523dfba65b1576f9d32bef72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e455f64d-803a-4bee-a8ba-aa2756be6422" -d '{"events": [{"name": "network-changed", "server_uuid": "a5571ed9-9e05-4ace-8641-f598d247960a", "tag": "9bb909ce-9d58-4d61-a46f-d9e132bf03a8"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:28:17.092259 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-5d9b3997-5f25-4b21-b2ee-b91b2d7c8a4a None None] Provisioning complete for port 1bbf1f65-3b92-403e-a0f0-5309613fb5f8 triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:28:17.092826 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-5d9b3997-5f25-4b21-b2ee-b91b2d7c8a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (1bbf1f65-3b92-403e-a0f0-5309613fb5f8), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:17.146060 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb794556-8508-4e61-9f96-32e5240489fe req-35813e77-f5aa-43bb-8975-9d5b172d7e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:17.147744 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bb794556-8508-4e61-9f96-32e5240489fe req-35813e77-f5aa-43bb-8975-9d5b172d7e57 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=661607d2-cb41-40c5-ac13-3334a7f66c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2143967 Aug 30 04:28:17.148187 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-5d9b3997-5f25-4b21-b2ee-b91b2d7c8a4a None None] Port 1bbf1f65-3b92-403e-a0f0-5309613fb5f8 cannot update to ACTIVE because it is not bound. {{(pid=106259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:28:17.233086 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36080da0-75fd-4978-aedb-7c9a346c582f req-711cdb72-8b50-4694-a61a-6498d0749d3a tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:17.235550 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-36080da0-75fd-4978-aedb-7c9a346c582f req-711cdb72-8b50-4694-a61a-6498d0749d3a tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.1912274 Aug 30 04:28:17.241547 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc970b-41db-4ff8-ac52-f7d5645a995f req-38e9b33d-0718-471a-908f-f2ec9bfd0b7a tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:17.243512 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-68cc970b-41db-4ff8-ac52-f7d5645a995f req-38e9b33d-0718-471a-908f-f2ec9bfd0b7a tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 944 time: 0.1888206 Aug 30 04:28:17.297054 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6426e33a-b89a-4d99-b8cc-d86c2408445a service neutron] Pushing event updated for resources: {'Port': ['ID=9bb909ce-9d58-4d61-a46f-d9e132bf03a8,revision_number=3']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:28:17.309649 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88217202-9c41-4b70-bccd-1f396dc26f84 req-1951444f-78e1-460a-9ea0-4e53674413b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:17.311373 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-88217202-9c41-4b70-bccd-1f396dc26f84 req-1951444f-78e1-460a-9ea0-4e53674413b0 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=bdbf61cc87384ade8eb07b032bb6292b&device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 1128 time: 0.1816101 Aug 30 04:28:17.414346 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-88217202-9c41-4b70-bccd-1f396dc26f84 req-09c238dc-3404-490f-87e3-eee8fa1fd9a3 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bb909ce-9d58-4d61-a46f-d9e132bf03a8 HTTP/1.1" status: 200 len: 217 time: 0.0747459 Aug 30 04:28:17.423807 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-36080da0-75fd-4978-aedb-7c9a346c582f req-3af6a262-c1ef-476f-84c3-8b2cba76e8bc tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792059 Aug 30 04:28:17.463101 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-68cc970b-41db-4ff8-ac52-f7d5645a995f req-beb6a1fe-98df-4b96-940f-78002904179a tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806884 Aug 30 04:28:17.580247 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc01e82-492b-488d-a38b-767110f9709c x-openstack-request-id: req-3bc01e82-492b-488d-a38b-767110f9709c {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:28:17.580941 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5571ed9-9e05-4ace-8641-f598d247960a", "tag": "9bb909ce-9d58-4d61-a46f-d9e132bf03a8", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:28:17.581283 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-3bc01e82-492b-488d-a38b-767110f9709c {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:28:17.581730 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bc01e82-492b-488d-a38b-767110f9709c'] response: {'name': 'network-changed', 'server_uuid': 'a5571ed9-9e05-4ace-8641-f598d247960a', 'tag': '9bb909ce-9d58-4d61-a46f-d9e132bf03a8', 'status': 'completed', 'code': 200} Aug 30 04:28:17.629067 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88217202-9c41-4b70-bccd-1f396dc26f84 req-bd43a6b1-a69e-4cac-8288-06c8cb892c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:17.631588 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-88217202-9c41-4b70-bccd-1f396dc26f84 req-bd43a6b1-a69e-4cac-8288-06c8cb892c6f service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=e2416ebc-87da-4b07-aed2-c484af08ee38 HTTP/1.1" status: 200 len: 848 time: 0.2030225 Aug 30 04:28:17.633875 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bb794556-8508-4e61-9f96-32e5240489fe req-e54e629d-e100-4e18-9f3c-a6924ef6a739 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/661607d2-cb41-40c5-ac13-3334a7f66c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4579403 Aug 30 04:28:17.726255 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-88217202-9c41-4b70-bccd-1f396dc26f84 req-4b85dcf1-e013-4a6b-9c31-381ffe62a37d service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=5b04d9ed-8f32-46c9-8e1b-21119d73cac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803640 Aug 30 04:28:17.776723 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d729510-c038-4a7e-9f2c-fba99ba2e6d9 req-fb6603ee-4a3c-42ee-8348-19ce5542b7a3 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:17.778578 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5d729510-c038-4a7e-9f2c-fba99ba2e6d9 req-fb6603ee-4a3c-42ee-8348-19ce5542b7a3 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 932 time: 0.1435771 Aug 30 04:28:17.789804 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.notifiers.nova [req-f4a9f362-10d1-4be2-a716-3097aad5268b req-f2b158f6-f0cc-4b1e-83b0-39603dec6f33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bbf1f65-3b92-403e-a0f0-5309613fb5f8 {{(pid=106257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:28:17.798553 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-f4a9f362-10d1-4be2-a716-3097aad5268b req-f2b158f6-f0cc-4b1e-83b0-39603dec6f33 service neutron] Publish callbacks [] for port (1bbf1f65-3b92-403e-a0f0-5309613fb5f8), precommit_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:17.828298 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.provisioning_blocks [req-f4a9f362-10d1-4be2-a716-3097aad5268b req-f2b158f6-f0cc-4b1e-83b0-39603dec6f33 service neutron] Transition to ACTIVE for port object 1bbf1f65-3b92-403e-a0f0-5309613fb5f8 will not be triggered until provisioned by entity L2. {{(pid=106257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:28:17.852932 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:17.857795 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-f4a9f362-10d1-4be2-a716-3097aad5268b req-f2b158f6-f0cc-4b1e-83b0-39603dec6f33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61207719'] for port (1bbf1f65-3b92-403e-a0f0-5309613fb5f8), after_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:17.868422 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:17.890991 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=7,neutron:DELETE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:17.940737 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-88217202-9c41-4b70-bccd-1f396dc26f84 req-ced73be9-5821-423a-85fb-c82dad936196 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/5b04d9ed-8f32-46c9-8e1b-21119d73cac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822305 Aug 30 04:28:17.946203 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bb794556-8508-4e61-9f96-32e5240489fe req-0e477096-d60c-41c6-a499-8eaf6b8bdb88 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/661607d2-cb41-40c5-ac13-3334a7f66c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870238 Aug 30 04:28:17.958848 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5d729510-c038-4a7e-9f2c-fba99ba2e6d9 req-b9514187-dc2d-42e3-a536-59b5a7be84bf tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688540 Aug 30 04:28:17.990593 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b158f6-f0cc-4b1e-83b0-39603dec6f33 service neutron] Pushing event updated for resources: {'Port': ['ID=1bbf1f65-3b92-403e-a0f0-5309613fb5f8,revision_number=2']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:28:18.026388 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:18.073776 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.managers [req-f4a9f362-10d1-4be2-a716-3097aad5268b req-f2b158f6-f0cc-4b1e-83b0-39603dec6f33 service neutron] Attempting to bind port 1bbf1f65-3b92-403e-a0f0-5309613fb5f8 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:28:18.074110 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.managers [req-f4a9f362-10d1-4be2-a716-3097aad5268b req-f2b158f6-f0cc-4b1e-83b0-39603dec6f33 service neutron] Attempting to bind port 1bbf1f65-3b92-403e-a0f0-5309613fb5f8 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'a693d004-c19a-4e68-bb57-afa3ae3ca47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '3a833cc4-0338-4d6e-b00c-99c3817ea5ba'}] {{(pid=106257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:28:18.074444 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a9f362-10d1-4be2-a716-3097aad5268b req-f2b158f6-f0cc-4b1e-83b0-39603dec6f33 service neutron] Attempting to bind port 1bbf1f65-3b92-403e-a0f0-5309613fb5f8 on network 3a833cc4-0338-4d6e-b00c-99c3817ea5ba {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:28:18.079509 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a9f362-10d1-4be2-a716-3097aad5268b req-f2b158f6-f0cc-4b1e-83b0-39603dec6f33 service neutron] Port 1bbf1f65-3b92-403e-a0f0-5309613fb5f8 on network 3a833cc4-0338-4d6e-b00c-99c3817ea5ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:28:18.079827 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a9f362-10d1-4be2-a716-3097aad5268b req-f2b158f6-f0cc-4b1e-83b0-39603dec6f33 service neutron] Attempting to bind port 1bbf1f65-3b92-403e-a0f0-5309613fb5f8 on network 3a833cc4-0338-4d6e-b00c-99c3817ea5ba {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:28:18.084860 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a9f362-10d1-4be2-a716-3097aad5268b req-f2b158f6-f0cc-4b1e-83b0-39603dec6f33 service neutron] Checking agent: {'id': 'dd0d0365-d50b-4401-90d8-c3ff73fab053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 24, 11), 'started_at': datetime.datetime(2022, 8, 30, 4, 24, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:28:18.085575 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a9f362-10d1-4be2-a716-3097aad5268b req-f2b158f6-f0cc-4b1e-83b0-39603dec6f33 service neutron] Checking segment: {'id': 'a693d004-c19a-4e68-bb57-afa3ae3ca47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '3a833cc4-0338-4d6e-b00c-99c3817ea5ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:28:18.085575 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a9f362-10d1-4be2-a716-3097aad5268b req-f2b158f6-f0cc-4b1e-83b0-39603dec6f33 service neutron] Bound using segment: {'id': 'a693d004-c19a-4e68-bb57-afa3ae3ca47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '3a833cc4-0338-4d6e-b00c-99c3817ea5ba'} {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:28:18.086013 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.managers [req-f4a9f362-10d1-4be2-a716-3097aad5268b req-f2b158f6-f0cc-4b1e-83b0-39603dec6f33 service neutron] Bound port: 1bbf1f65-3b92-403e-a0f0-5309613fb5f8, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a693d004-c19a-4e68-bb57-afa3ae3ca47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '3a833cc4-0338-4d6e-b00c-99c3817ea5ba'}}] {{(pid=106257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:28:18.086392 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-f4a9f362-10d1-4be2-a716-3097aad5268b req-f2b158f6-f0cc-4b1e-83b0-39603dec6f33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (1bbf1f65-3b92-403e-a0f0-5309613fb5f8), before_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:18.147964 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-88217202-9c41-4b70-bccd-1f396dc26f84 req-16beac79-e2b2-4640-a6fb-7f1c347d8fce service neutron] 10.222.0.71 "GET /networking/v2.0/networks/5b04d9ed-8f32-46c9-8e1b-21119d73cac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772311 Aug 30 04:28:18.160776 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [req-f4a9f362-10d1-4be2-a716-3097aad5268b req-f2b158f6-f0cc-4b1e-83b0-39603dec6f33 service neutron] For port 1bbf1f65-3b92-403e-a0f0-5309613fb5f8, host hv-cinder-85426, cleared binding levels {{(pid=106257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:28:18.164035 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [req-f4a9f362-10d1-4be2-a716-3097aad5268b req-f2b158f6-f0cc-4b1e-83b0-39603dec6f33 service neutron] For port 1bbf1f65-3b92-403e-a0f0-5309613fb5f8, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=1bbf1f65-3b92-403e-a0f0-5309613fb5f8,segment=NetworkSegment(a693d004-c19a-4e68-bb57-afa3ae3ca47a),segment_id=a693d004-c19a-4e68-bb57-afa3ae3ca47a)] {{(pid=106257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:28:18.173462 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-f4a9f362-10d1-4be2-a716-3097aad5268b req-f2b158f6-f0cc-4b1e-83b0-39603dec6f33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61207719'] for port (1bbf1f65-3b92-403e-a0f0-5309613fb5f8), after_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:18.181711 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9f362-10d1-4be2-a716-3097aad5268b req-f2b158f6-f0cc-4b1e-83b0-39603dec6f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:18.182548 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-f4a9f362-10d1-4be2-a716-3097aad5268b req-f2b158f6-f0cc-4b1e-83b0-39603dec6f33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:18.185279 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-f4a9f362-10d1-4be2-a716-3097aad5268b req-f2b158f6-f0cc-4b1e-83b0-39603dec6f33 service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/1bbf1f65-3b92-403e-a0f0-5309613fb5f8 HTTP/1.1" status: 200 len: 1094 time: 1.4008882 Aug 30 04:28:18.215810 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eaa5682-d37f-4718-af65-77b66b3963b7', 'tag': '1bbf1f65-3b92-403e-a0f0-5309613fb5f8'}] {{(pid=106257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:28:18.218418 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d1a48af4e812f9c70823208ed2638ca64b88de6e4994a5bf3763d45491ed842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1a5ec8-8d00-462a-9c39-d7994378e4da" -d '{"events": [{"name": "network-changed", "server_uuid": "0eaa5682-d37f-4718-af65-77b66b3963b7", "tag": "1bbf1f65-3b92-403e-a0f0-5309613fb5f8"}]}' {{(pid=106257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:28:18.264646 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346f1df0-45c4-49ba-8bae-b7233e01f647 x-openstack-request-id: req-346f1df0-45c4-49ba-8bae-b7233e01f647 {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:28:18.265735 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eaa5682-d37f-4718-af65-77b66b3963b7", "tag": "1bbf1f65-3b92-403e-a0f0-5309613fb5f8", "status": "completed", "code": 200}]} {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:28:18.266470 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-346f1df0-45c4-49ba-8bae-b7233e01f647 {{(pid=106257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:28:18.266979 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-346f1df0-45c4-49ba-8bae-b7233e01f647'] response: {'name': 'network-changed', 'server_uuid': '0eaa5682-d37f-4718-af65-77b66b3963b7', 'tag': '1bbf1f65-3b92-403e-a0f0-5309613fb5f8', 'status': 'completed', 'code': 200} Aug 30 04:28:18.268162 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b158f6-f0cc-4b1e-83b0-39603dec6f33 service neutron] Pushing event updated for resources: {'Port': ['ID=1bbf1f65-3b92-403e-a0f0-5309613fb5f8,revision_number=3']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:28:18.417650 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e455f64d-803a-4bee-a8ba-aa2756be6422 req-5d8d6cf5-101e-4843-8436-da53764bd4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:18.421099 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-e455f64d-803a-4bee-a8ba-aa2756be6422 req-5d8d6cf5-101e-4843-8436-da53764bd4d4 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=bdbf61cc87384ade8eb07b032bb6292b&device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 1128 time: 0.0503719 Aug 30 04:28:18.426714 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9f362-10d1-4be2-a716-3097aad5268b req-dd38d328-0d55-4606-8412-e9ba9a64a26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:18.428446 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f4a9f362-10d1-4be2-a716-3097aad5268b req-dd38d328-0d55-4606-8412-e9ba9a64a26a service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=8afb4049582c4beaa9defa2fe20c8b52&device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 1128 time: 0.0569601 Aug 30 04:28:18.522410 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f4a9f362-10d1-4be2-a716-3097aad5268b req-00b3a2aa-2433-4747-bd08-d5f2ec4225f2 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bbf1f65-3b92-403e-a0f0-5309613fb5f8 HTTP/1.1" status: 200 len: 217 time: 0.0584996 Aug 30 04:28:18.582691 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e455f64d-803a-4bee-a8ba-aa2756be6422 req-96db7d23-b88b-4ea6-9312-04e9659e1cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:18.584275 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-e455f64d-803a-4bee-a8ba-aa2756be6422 req-96db7d23-b88b-4ea6-9312-04e9659e1cca service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=5b04d9ed-8f32-46c9-8e1b-21119d73cac4 HTTP/1.1" status: 200 len: 910 time: 0.1552265 Aug 30 04:28:18.667509 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-e455f64d-803a-4bee-a8ba-aa2756be6422 req-5172b468-9830-44c0-9d15-5214680d1e65 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bb909ce-9d58-4d61-a46f-d9e132bf03a8 HTTP/1.1" status: 200 len: 217 time: 0.0658481 Aug 30 04:28:18.756093 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e455f64d-803a-4bee-a8ba-aa2756be6422 req-2b84b991-7663-40b8-9107-a4eb2447c8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:18.761619 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-e455f64d-803a-4bee-a8ba-aa2756be6422 req-2b84b991-7663-40b8-9107-a4eb2447c8ea service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=e2416ebc-87da-4b07-aed2-c484af08ee38 HTTP/1.1" status: 200 len: 848 time: 0.0778937 Aug 30 04:28:18.800603 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-e455f64d-803a-4bee-a8ba-aa2756be6422 req-a5231b9a-c620-4619-a156-1adf565d24ed service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=5b04d9ed-8f32-46c9-8e1b-21119d73cac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288231 Aug 30 04:28:18.890111 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0941dc-96a3-4fbf-9c2f-4a171199667d req-0bbf069f-32e1-4356-86d7-aa829ab3164a tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:18.897005 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6e0941dc-96a3-4fbf-9c2f-4a171199667d req-0bbf069f-32e1-4356-86d7-aa829ab3164a tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.3184729 Aug 30 04:28:18.924400 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-e455f64d-803a-4bee-a8ba-aa2756be6422 req-112425de-2b64-4aae-bd54-00abe7341a10 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/5b04d9ed-8f32-46c9-8e1b-21119d73cac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093073 Aug 30 04:28:18.947370 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d7fb9-c278-4808-bf48-476637509b0a req-c1e33f91-fef6-49fb-ac8e-84f3e42fa69a tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:18.949884 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ca2d7fb9-c278-4808-bf48-476637509b0a req-c1e33f91-fef6-49fb-ac8e-84f3e42fa69a tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 944 time: 0.3731422 Aug 30 04:28:18.951396 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9f362-10d1-4be2-a716-3097aad5268b req-67410751-5de0-45ee-a167-5377db1dccda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:18.953461 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f4a9f362-10d1-4be2-a716-3097aad5268b req-67410751-5de0-45ee-a167-5377db1dccda service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=14ce1079-bb9d-4bd2-9455-27504a55dd9e HTTP/1.1" status: 200 len: 855 time: 0.4184272 Aug 30 04:28:19.053605 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6e0941dc-96a3-4fbf-9c2f-4a171199667d req-364cebb3-4367-4996-8b37-0717d792473c tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551666 Aug 30 04:28:19.078491 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-e455f64d-803a-4bee-a8ba-aa2756be6422 req-b92f8968-2f0b-44a7-9a79-831481206cac service neutron] 10.222.0.71 "GET /networking/v2.0/networks/5b04d9ed-8f32-46c9-8e1b-21119d73cac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419389 Aug 30 04:28:19.086049 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9f362-10d1-4be2-a716-3097aad5268b req-e14a9622-ade6-4644-b73e-37cd0f99e921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:19.087794 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f4a9f362-10d1-4be2-a716-3097aad5268b req-e14a9622-ade6-4644-b73e-37cd0f99e921 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=3a833cc4-0338-4d6e-b00c-99c3817ea5ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1036801 Aug 30 04:28:19.101641 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ca2d7fb9-c278-4808-bf48-476637509b0a req-5437aa44-bf2a-44e7-9394-555e7a8a13c1 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404068 Aug 30 04:28:19.262056 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9bb7c-4447-4b7d-8658-b8e8643133cd req-5e6d9985-16b9-4f80-ad6d-afe5dafc75e5 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:19.263441 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-dda9bb7c-4447-4b7d-8658-b8e8643133cd req-5e6d9985-16b9-4f80-ad6d-afe5dafc75e5 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 944 time: 0.0771241 Aug 30 04:28:19.298340 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f4a9f362-10d1-4be2-a716-3097aad5268b req-7058835a-c6da-49af-bcc0-4be2711cab91 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3a833cc4-0338-4d6e-b00c-99c3817ea5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716285 Aug 30 04:28:19.386405 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-dda9bb7c-4447-4b7d-8658-b8e8643133cd req-49e02807-9b79-48d0-a7a0-0f549c6bbaa7 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065378 Aug 30 04:28:19.439150 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f4a9f362-10d1-4be2-a716-3097aad5268b req-25aa386e-ef1d-4779-955a-9a00d3c99818 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3a833cc4-0338-4d6e-b00c-99c3817ea5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236105 Aug 30 04:28:19.599825 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:19.639650 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a5ec8-8d00-462a-9c39-d7994378e4da req-d3c42fc0-7003-484f-aa1b-861fab7500b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:19.641287 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0f1a5ec8-8d00-462a-9c39-d7994378e4da req-d3c42fc0-7003-484f-aa1b-861fab7500b9 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=8afb4049582c4beaa9defa2fe20c8b52&device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 1128 time: 0.0525060 Aug 30 04:28:19.752680 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a5ec8-8d00-462a-9c39-d7994378e4da req-862dcd00-c9d1-4c18-865f-b915e98084e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:19.754658 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0f1a5ec8-8d00-462a-9c39-d7994378e4da req-862dcd00-c9d1-4c18-865f-b915e98084e2 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=3a833cc4-0338-4d6e-b00c-99c3817ea5ba HTTP/1.1" status: 200 len: 918 time: 0.1039600 Aug 30 04:28:19.811096 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0f1a5ec8-8d00-462a-9c39-d7994378e4da req-3a677ca5-d093-4dfd-9c5d-e30b064b8204 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bbf1f65-3b92-403e-a0f0-5309613fb5f8 HTTP/1.1" status: 200 len: 217 time: 0.0408287 Aug 30 04:28:19.887113 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a5ec8-8d00-462a-9c39-d7994378e4da req-cb244c58-61d5-4586-aa77-8a22e862d8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:19.889223 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0f1a5ec8-8d00-462a-9c39-d7994378e4da req-cb244c58-61d5-4586-aa77-8a22e862d8b5 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=14ce1079-bb9d-4bd2-9455-27504a55dd9e HTTP/1.1" status: 200 len: 855 time: 0.0523913 Aug 30 04:28:19.948919 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a5ec8-8d00-462a-9c39-d7994378e4da req-a36d703e-e519-4370-bb2e-17e25cfec7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:19.950583 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0f1a5ec8-8d00-462a-9c39-d7994378e4da req-a36d703e-e519-4370-bb2e-17e25cfec7d9 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=3a833cc4-0338-4d6e-b00c-99c3817ea5ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447824 Aug 30 04:28:20.071145 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0f1a5ec8-8d00-462a-9c39-d7994378e4da req-9c9ebbc7-6f48-4cfb-a711-399cf84dffb0 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3a833cc4-0338-4d6e-b00c-99c3817ea5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089621 Aug 30 04:28:20.092431 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:20.280308 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0f1a5ec8-8d00-462a-9c39-d7994378e4da req-badad843-74cc-4f8f-862a-adf6c2deb7ef service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3a833cc4-0338-4d6e-b00c-99c3817ea5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980205 Aug 30 04:28:20.346068 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842a3b4-3884-4ff1-8117-6d9b76d07c4d req-b6ba207d-0326-4e52-ac8e-06ee1a3a16f1 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:20.347558 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8842a3b4-3884-4ff1-8117-6d9b76d07c4d req-b6ba207d-0326-4e52-ac8e-06ee1a3a16f1 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0923622 Aug 30 04:28:20.353529 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0f20c-9f03-4647-b795-a310c1fb6c68 req-32e6fcbc-d72b-42ad-af0c-290871badc61 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:20.355102 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-07e0f20c-9f03-4647-b795-a310c1fb6c68 req-32e6fcbc-d72b-42ad-af0c-290871badc61 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 944 time: 0.0963197 Aug 30 04:28:20.431757 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8842a3b4-3884-4ff1-8117-6d9b76d07c4d req-9ed6466c-07c9-43ac-b75c-07cf3f7309f8 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756030 Aug 30 04:28:20.436676 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-07e0f20c-9f03-4647-b795-a310c1fb6c68 req-fd480974-03dd-4f1e-9175-114e21339bad tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745256 Aug 30 04:28:20.575540 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9b4bc-ac55-4429-8e99-1b2c7587b9da req-808dcd41-c4da-445f-825d-acb191347e7c tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:20.577345 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4fe9b4bc-ac55-4429-8e99-1b2c7587b9da req-808dcd41-c4da-445f-825d-acb191347e7c tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 944 time: 0.0497360 Aug 30 04:28:20.646028 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4fe9b4bc-ac55-4429-8e99-1b2c7587b9da req-70c8a185-8943-48f9-be48-6ee918e319aa tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622947 Aug 30 04:28:21.596904 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090d234-7db2-40c1-9ba7-c04719f47a26 req-94186738-bd28-4106-893d-85ebfbac8443 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:21.598815 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0090d234-7db2-40c1-9ba7-c04719f47a26 req-94186738-bd28-4106-893d-85ebfbac8443 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0557375 Aug 30 04:28:21.657533 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0090d234-7db2-40c1-9ba7-c04719f47a26 req-d3599c51-e518-4c0d-b062-56e5c4836092 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526571 Aug 30 04:28:21.794135 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bcfe6f-ecff-4a10-91b4-ba80e58e9987 req-f78edfde-fb2e-4f36-9716-d4511c624545 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:21.795790 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c6bcfe6f-ecff-4a10-91b4-ba80e58e9987 req-f78edfde-fb2e-4f36-9716-d4511c624545 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 944 time: 0.0587299 Aug 30 04:28:21.868166 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a0b0f-df7e-4935-90b7-839cf476f919 req-80d5032a-3813-42eb-8ff8-de2cfea8db08 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:21.869731 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c55a0b0f-df7e-4935-90b7-839cf476f919 req-80d5032a-3813-42eb-8ff8-de2cfea8db08 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 944 time: 0.0729847 Aug 30 04:28:21.891395 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c6bcfe6f-ecff-4a10-91b4-ba80e58e9987 req-15d640cf-d047-4f94-9388-c6c62b684278 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851433 Aug 30 04:28:21.926842 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c55a0b0f-df7e-4935-90b7-839cf476f919 req-b52205a9-0072-4181-9692-ef88aae06ac7 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490766 Aug 30 04:28:22.039411 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:22.076482 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26887cda-ca5e-4f75-aac3-2c66c13004c9 req-e3c9966d-e2ea-4234-9be4-d9da30e7c360 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:22.078666 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-26887cda-ca5e-4f75-aac3-2c66c13004c9 req-e3c9966d-e2ea-4234-9be4-d9da30e7c360 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/networks?id=96c8b8cf-2777-48ff-a669-0d5f521159b4 HTTP/1.1" status: 200 len: 814 time: 0.1093671 Aug 30 04:28:22.093776 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-26887cda-ca5e-4f75-aac3-2c66c13004c9 req-72e74ae2-1866-4e62-b0d4-c9fdecc898b8 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/quotas/3a706ffd11144f46ba54becd86464f02 HTTP/1.1" status: 200 len: 375 time: 0.0092890 Aug 30 04:28:22.161874 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-26887cda-ca5e-4f75-aac3-2c66c13004c9 req-07753783-41c6-4beb-9063-1f28f824022d tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=3a706ffd11144f46ba54becd86464f02&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0601716 Aug 30 04:28:22.263055 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-26887cda-ca5e-4f75-aac3-2c66c13004c9 req-547d82f7-2afc-4f38-9151-46c40721f368 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/96c8b8cf-2777-48ff-a669-0d5f521159b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927722 Aug 30 04:28:22.373773 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:22.381601 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-26887cda-ca5e-4f75-aac3-2c66c13004c9 req-a8d8bf25-2046-4131-a48b-4f9936d92e16 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/96c8b8cf-2777-48ff-a669-0d5f521159b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128337 Aug 30 04:28:22.564923 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-289d5f67-9571-467a-8473-f072645b9155 req-d41d4a20-2314-4d38-871a-0a9c7c0bb1f9 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 210 time: 0.0297041 Aug 30 04:28:22.791253 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5fb70-46c1-4ee7-831b-1829b53b06ce req-c44c9f14-8855-48a8-b564-24c5e5177fa9 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:22.792763 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8fd5fb70-46c1-4ee7-831b-1829b53b06ce req-c44c9f14-8855-48a8-b564-24c5e5177fa9 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0612679 Aug 30 04:28:22.849637 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8fd5fb70-46c1-4ee7-831b-1829b53b06ce req-c157a50b-56a9-41b0-8f32-03f0bc805bd2 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498970 Aug 30 04:28:22.912931 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-372e1f8d-e1c3-48c4-bab1-966aff0dd998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:23.032354 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197add02-2725-4f29-97e4-888a4f6db9f8 req-e7ab9254-75fb-45aa-9afd-f44c9cc1aa4e tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:23.034047 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-197add02-2725-4f29-97e4-888a4f6db9f8 req-e7ab9254-75fb-45aa-9afd-f44c9cc1aa4e tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 944 time: 0.0648749 Aug 30 04:28:23.081541 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c51c5f-47cd-43f9-bd3e-5cce52db73fb req-1f9394c7-d84a-4799-ac51-a776cf8f9b4c tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:23.083024 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-92c51c5f-47cd-43f9-bd3e-5cce52db73fb req-1f9394c7-d84a-4799-ac51-a776cf8f9b4c tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 944 time: 0.0697107 Aug 30 04:28:23.123100 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-197add02-2725-4f29-97e4-888a4f6db9f8 req-16fbb11e-b88f-4e92-b43f-e381c19bf3ce tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724497 Aug 30 04:28:23.153291 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-92c51c5f-47cd-43f9-bd3e-5cce52db73fb req-7e19be38-7792-4948-80c7-c7d9a6c0c195 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601797 Aug 30 04:28:23.535854 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:23.536741 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:23.673432 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d8cbc1db-dff3-4e97-b0f3-0afde89dbdcd req-a5c91372-205d-4c96-a347-2cb8c83046ef tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 210 time: 0.0335670 Aug 30 04:28:23.971536 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d29b3-9465-4be5-97ea-5cadb8fbadf7 req-7d29ee35-23c0-4b99-b458-a59622f18d4f tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:23.972987 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-549d29b3-9465-4be5-97ea-5cadb8fbadf7 req-7d29ee35-23c0-4b99-b458-a59622f18d4f tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0462360 Aug 30 04:28:24.022515 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-549d29b3-9465-4be5-97ea-5cadb8fbadf7 req-9fee90b4-842b-462d-881e-fb56b1b948d8 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433705 Aug 30 04:28:24.248958 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b470ab0-4605-4980-998c-bd851ee62c95 req-2f63cff2-8982-49dc-bfa2-3e7942b55dd7 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:24.250812 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2b470ab0-4605-4980-998c-bd851ee62c95 req-2f63cff2-8982-49dc-bfa2-3e7942b55dd7 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 944 time: 0.0553491 Aug 30 04:28:24.302665 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20217f91-f739-4a10-825a-0e6ba0327562 req-62bf2a94-a158-482c-ac89-c621bdf630b4 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:24.303978 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-20217f91-f739-4a10-825a-0e6ba0327562 req-62bf2a94-a158-482c-ac89-c621bdf630b4 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 944 time: 0.0731354 Aug 30 04:28:24.344694 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2b470ab0-4605-4980-998c-bd851ee62c95 req-dd888c21-e101-4054-8578-67097431303e tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734494 Aug 30 04:28:24.367305 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-20217f91-f739-4a10-825a-0e6ba0327562 req-ddfb7659-bfa4-4992-9a61-5268341ac128 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557976 Aug 30 04:28:24.771712 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-723ef470-dc2b-4e59-86e9-37d22c457ab8 req-48b4946f-a823-4cf2-aed6-c8660b416cce tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 210 time: 0.0294681 Aug 30 04:28:25.142514 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852abda5-6475-4b5f-a1de-ae715f409d2d req-bf614df5-597a-4d6e-a261-3e861dcd500e tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:25.144113 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-852abda5-6475-4b5f-a1de-ae715f409d2d req-bf614df5-597a-4d6e-a261-3e861dcd500e tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0474758 Aug 30 04:28:25.195118 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-852abda5-6475-4b5f-a1de-ae715f409d2d req-2d043518-03fb-4de4-8763-155b4a0aa931 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453992 Aug 30 04:28:25.298508 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-9e7b2b1d-2fe5-418b-8fb3-177657a6d2fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:25.459868 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:25.491712 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d180eb-e352-45a9-af2f-ad052a769734 req-75e0a63c-bec4-4aaa-be8f-c88260f395e6 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:25.493444 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-69d180eb-e352-45a9-af2f-ad052a769734 req-75e0a63c-bec4-4aaa-be8f-c88260f395e6 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 944 time: 0.0753403 Aug 30 04:28:25.511934 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d669869e-ec84-44e0-b91c-ca1bb29d340b req-3aae97ab-d4f4-41fe-b626-7becc6a9b552 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:25.513431 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d669869e-ec84-44e0-b91c-ca1bb29d340b req-3aae97ab-d4f4-41fe-b626-7becc6a9b552 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 944 time: 0.0672536 Aug 30 04:28:25.580892 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-69d180eb-e352-45a9-af2f-ad052a769734 req-36bfd966-9070-47c6-be51-ecb8dc71058d tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818751 Aug 30 04:28:25.588531 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d669869e-ec84-44e0-b91c-ca1bb29d340b req-089fdc55-f2c3-422d-864a-6a9effd60375 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676742 Aug 30 04:28:25.876640 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0de7f45f-c9a3-4989-a80f-bbd9d75023e1 req-3943325f-98df-424e-af84-b85cbd465ed2 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 210 time: 0.0322649 Aug 30 04:28:26.315176 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91c805-e499-4e6e-99a3-3eb77a500476 req-55ca83c8-9bc7-430c-b2bb-3c895c9cab1e tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:26.316647 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3a91c805-e499-4e6e-99a3-3eb77a500476 req-55ca83c8-9bc7-430c-b2bb-3c895c9cab1e tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0477743 Aug 30 04:28:26.364245 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3a91c805-e499-4e6e-99a3-3eb77a500476 req-03018e61-1a5a-4501-a9f2-4ff80bb87e6b tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418546 Aug 30 04:28:26.534625 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:26.733916 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e45ecf-18ca-475c-96bc-84f87a213f51 req-04381d2a-68d5-4b3c-a34c-ac7aa8bd2dd5 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:26.735701 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-89e45ecf-18ca-475c-96bc-84f87a213f51 req-04381d2a-68d5-4b3c-a34c-ac7aa8bd2dd5 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 944 time: 0.0809922 Aug 30 04:28:26.741933 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9d8e6-2ad6-40cf-9449-b0e9e20ff933 req-c0ccd684-846c-4b21-a5fe-96de5b3f8a83 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:26.743611 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-08a9d8e6-2ad6-40cf-9449-b0e9e20ff933 req-c0ccd684-846c-4b21-a5fe-96de5b3f8a83 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 944 time: 0.0794539 Aug 30 04:28:26.783255 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:26.811320 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-89e45ecf-18ca-475c-96bc-84f87a213f51 req-3167e134-d408-4704-b4be-0ef74810db46 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667024 Aug 30 04:28:26.828888 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-08a9d8e6-2ad6-40cf-9449-b0e9e20ff933 req-fe3941f3-e1bc-4fff-8bc8-025115d286d5 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699692 Aug 30 04:28:26.976407 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d1765bfa-ba5c-4176-bc50-432ddf4a0235 req-fbb1aef0-fffe-4f87-bc39-b9cc80324744 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 210 time: 0.0298293 Aug 30 04:28:27.484993 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636f753-91da-41ed-95b6-087de560056a req-2ce2c761-51a4-4f39-b854-74c882458ff4 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:27.486989 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5636f753-91da-41ed-95b6-087de560056a req-2ce2c761-51a4-4f39-b854-74c882458ff4 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0505919 Aug 30 04:28:27.533582 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5636f753-91da-41ed-95b6-087de560056a req-7d87a51d-8fbf-4d56-aa09-3632d00b7ef5 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410390 Aug 30 04:28:27.904934 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:27.960305 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dcf11f-2b28-440e-b930-68741b9716eb req-33fd730d-c5fd-4bbc-b63e-6d4a6a8be8ae tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:27.961795 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-59dcf11f-2b28-440e-b930-68741b9716eb req-33fd730d-c5fd-4bbc-b63e-6d4a6a8be8ae tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 944 time: 0.0761802 Aug 30 04:28:27.981987 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc4c67-22c0-4243-9e65-e03fe2ae2ea6 req-9e389295-d659-4795-b525-53d2bbbc90c2 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:27.983398 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bedc4c67-22c0-4243-9e65-e03fe2ae2ea6 req-9e389295-d659-4795-b525-53d2bbbc90c2 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 944 time: 0.0665185 Aug 30 04:28:28.055159 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-59dcf11f-2b28-440e-b930-68741b9716eb req-325fe0f5-821a-4dfa-841a-c22524440881 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859990 Aug 30 04:28:28.058147 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bedc4c67-22c0-4243-9e65-e03fe2ae2ea6 req-29e23fd3-744e-48c8-b031-38959ec8eb16 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673056 Aug 30 04:28:28.123425 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:28.131153 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 1bbf1f65-3b92-403e-a0f0-5309613fb5f8 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:28:28.170143 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ddfa157b-61c8-4851-9658-526bb2c9c33e req-a3d02191-2665-414f-9ee0-c947ee0de6a3 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 210 time: 0.0294328 Aug 30 04:28:28.233672 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 1bbf1f65-3b92-403e-a0f0-5309613fb5f8, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=1bbf1f65-3b92-403e-a0f0-5309613fb5f8,segment=NetworkSegment(a693d004-c19a-4e68-bb57-afa3ae3ca47a),segment_id=a693d004-c19a-4e68-bb57-afa3ae3ca47a)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:28:28.245798 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Returning: {'device': '1bbf1f65-3b92-403e-a0f0-5309613fb5f8', 'network_id': '3a833cc4-0338-4d6e-b00c-99c3817ea5ba', 'port_id': '1bbf1f65-3b92-403e-a0f0-5309613fb5f8', 'mac_address': 'fa:16:3e:da:46:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14ce1079-bb9d-4bd2-9455-27504a55dd9e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:28:28.250250 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:28.285599 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port 1bbf1f65-3b92-403e-a0f0-5309613fb5f8 is: DOWN; New status is: BUILD {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:28:28.285991 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (1bbf1f65-3b92-403e-a0f0-5309613fb5f8), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:28.300241 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bbf1f65-3b92-403e-a0f0-5309613fb5f8 {{(pid=106259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:28:28.320077 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 1bbf1f65-3b92-403e-a0f0-5309613fb5f8, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=1bbf1f65-3b92-403e-a0f0-5309613fb5f8,segment=NetworkSegment(a693d004-c19a-4e68-bb57-afa3ae3ca47a),segment_id=a693d004-c19a-4e68-bb57-afa3ae3ca47a)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:28:28.323391 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (1bbf1f65-3b92-403e-a0f0-5309613fb5f8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:28.355603 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:28.370565 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=1bbf1f65-3b92-403e-a0f0-5309613fb5f8,revision_number=4']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:28:28.378553 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:28.378905 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:28.379266 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:28.379626 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:28.379964 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:28.380295 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:28.380641 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:28.380954 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:28.381302 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:28.381627 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:28.381953 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:28.382278 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:28.382602 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:28.382927 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:28.383243 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:28:28.652205 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfbdeea-3007-4d23-a0bf-fe6bf3213b26 req-d40df6a3-f2f6-482a-b2e8-3b0c47ac528b tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:28.653690 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5cfbdeea-3007-4d23-a0bf-fe6bf3213b26 req-d40df6a3-f2f6-482a-b2e8-3b0c47ac528b tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0476367 Aug 30 04:28:28.702499 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5cfbdeea-3007-4d23-a0bf-fe6bf3213b26 req-3db1fc31-c853-4e2f-ab37-f7ba916b9dd6 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427568 Aug 30 04:28:29.007953 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=63,neutron:INSERT=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:29.043503 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] get_ports_and_sgs() called for port_ids ['1bbf1f65-3b92-403e-a0f0-5309613fb5f8'] {{(pid=106259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:28:29.072845 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=63,neutron:UPDATE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:29.190730 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a7546-3b2d-4fe7-b331-9ccb4022265e req-d1f95032-bff4-4e84-8611-b4722623a55a tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:29.192311 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e04a7546-3b2d-4fe7-b331-9ccb4022265e req-d1f95032-bff4-4e84-8611-b4722623a55a tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 944 time: 0.0551162 Aug 30 04:28:29.261360 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3ad69-9c2b-4fb6-a0dc-19e972086a56 req-7bbe0c60-070e-44de-bafb-707eb4d2ea40 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:29.262798 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c2d3ad69-9c2b-4fb6-a0dc-19e972086a56 req-7bbe0c60-070e-44de-bafb-707eb4d2ea40 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 945 time: 0.0695579 Aug 30 04:28:29.278216 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:29.294843 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e04a7546-3b2d-4fe7-b331-9ccb4022265e req-3ffba9fa-790c-43c8-af6c-d7437b475947 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913804 Aug 30 04:28:29.322135 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c2d3ad69-9c2b-4fb6-a0dc-19e972086a56 req-727188b0-e8e4-431f-903e-b6e954d68a2f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537310 Aug 30 04:28:29.378721 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a0af74aa-8b62-4e60-8035-b9217183e0df req-9bdf3f72-3223-4d70-a9ce-0801d8555116 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 210 time: 0.0282423 Aug 30 04:28:29.821672 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b329b-1b11-4b36-886f-e98f1a1c2fdb req-fb4ecf39-68a1-4c76-99e3-fa8879e69f8a tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:29.823189 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f23b329b-1b11-4b36-886f-e98f1a1c2fdb req-fb4ecf39-68a1-4c76-99e3-fa8879e69f8a tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0469847 Aug 30 04:28:29.874653 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f23b329b-1b11-4b36-886f-e98f1a1c2fdb req-90e73771-cff2-49c2-8c0a-af40a1635aeb tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458381 Aug 30 04:28:30.450503 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb369c9-076e-475e-9a87-e6adb1b1ff7e req-10dd57de-1a81-4e17-bd20-7f4ffbe6dd5a tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:30.451956 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-beb369c9-076e-475e-9a87-e6adb1b1ff7e req-10dd57de-1a81-4e17-bd20-7f4ffbe6dd5a tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 944 time: 0.0767217 Aug 30 04:28:30.471993 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d5fd6-608d-4422-9ff4-8c7d3d859f58 req-c68d3ca1-4bb8-4561-b880-65eb286b9b1a tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:30.474683 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 1bbf1f65-3b92-403e-a0f0-5309613fb5f8 up at agent hyperv_hv-cinder-85426 {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:28:30.478842 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-fe9d5fd6-608d-4422-9ff4-8c7d3d859f58 req-c68d3ca1-4bb8-4561-b880-65eb286b9b1a tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 945 time: 0.0728986 Aug 30 04:28:30.525372 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Provisioning for port 1bbf1f65-3b92-403e-a0f0-5309613fb5f8 completed by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:28:30.531087 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Provisioning complete for port 1bbf1f65-3b92-403e-a0f0-5309613fb5f8 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:28:30.531703 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (1bbf1f65-3b92-403e-a0f0-5309613fb5f8), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:30.548660 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-beb369c9-076e-475e-9a87-e6adb1b1ff7e req-3dcc667c-df15-466f-a455-92085959e225 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900049 Aug 30 04:28:30.553446 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-fe9d5fd6-608d-4422-9ff4-8c7d3d859f58 req-419f7efd-118b-409a-862c-9a1f9486c486 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737088 Aug 30 04:28:30.638032 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port 1bbf1f65-3b92-403e-a0f0-5309613fb5f8 is: BUILD; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:28:30.638499 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (1bbf1f65-3b92-403e-a0f0-5309613fb5f8), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:30.645496 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9538ea51-18e4-4bfb-89f9-7dcc8691e1c6 req-bde49acb-1908-423b-b860-b330deca0d3c tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 210 time: 0.0320399 Aug 30 04:28:30.661858 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eaa5682-d37f-4718-af65-77b66b3963b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bbf1f65-3b92-403e-a0f0-5309613fb5f8'}] {{(pid=106259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:28:30.664091 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e273ce8b2ae48758be2a6d8dc958f9d92735a0e32143c567216a16ba221820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48738452-ad2c-48cf-9617-5e8962050ee5" -d '{"events": [{"server_uuid": "0eaa5682-d37f-4718-af65-77b66b3963b7", "name": "network-vif-plugged", "status": "completed", "tag": "1bbf1f65-3b92-403e-a0f0-5309613fb5f8"}]}' {{(pid=106259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:28:30.678171 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 1bbf1f65-3b92-403e-a0f0-5309613fb5f8, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=1bbf1f65-3b92-403e-a0f0-5309613fb5f8,segment=NetworkSegment(a693d004-c19a-4e68-bb57-afa3ae3ca47a),segment_id=a693d004-c19a-4e68-bb57-afa3ae3ca47a)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:28:30.681914 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (1bbf1f65-3b92-403e-a0f0-5309613fb5f8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:30.707259 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7595e5a-75fe-4069-9bf6-5f5dc90b889c x-openstack-request-id: req-b7595e5a-75fe-4069-9bf6-5f5dc90b889c {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:28:30.707549 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eaa5682-d37f-4718-af65-77b66b3963b7", "name": "network-vif-plugged", "status": "completed", "tag": "1bbf1f65-3b92-403e-a0f0-5309613fb5f8", "code": 200}]} {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:28:30.707802 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-b7595e5a-75fe-4069-9bf6-5f5dc90b889c {{(pid=106259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:28:30.708189 dv-cinder-854265-2-iscsi neutron-server[106259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7595e5a-75fe-4069-9bf6-5f5dc90b889c'] response: {'server_uuid': '0eaa5682-d37f-4718-af65-77b66b3963b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bbf1f65-3b92-403e-a0f0-5309613fb5f8', 'code': 200} Aug 30 04:28:30.732547 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=1bbf1f65-3b92-403e-a0f0-5309613fb5f8,revision_number=5']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:28:31.128779 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478145a9-e4c4-486a-82ab-f394f2a86f6d req-4c0ff1bd-8931-46ff-acc5-c9c14ed93b71 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:31.130312 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-478145a9-e4c4-486a-82ab-f394f2a86f6d req-4c0ff1bd-8931-46ff-acc5-c9c14ed93b71 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0491021 Aug 30 04:28:31.179521 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-478145a9-e4c4-486a-82ab-f394f2a86f6d req-0ea87f5f-5bd2-4e99-a25e-c88bda35d97a tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431244 Aug 30 04:28:31.462263 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:31.513663 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e12764-0e7d-44d2-a204-1b9697b52b7b req-5ecf0adc-7610-4d1f-8dcf-e4e21a8f3623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:31.515793 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-40e12764-0e7d-44d2-a204-1b9697b52b7b req-5ecf0adc-7610-4d1f-8dcf-e4e21a8f3623 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 1130 time: 0.0403783 Aug 30 04:28:31.516403 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26887cda-ca5e-4f75-aac3-2c66c13004c9 req-d8a0ccb9-29dd-4c63-aaff-d777d3334328 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:31.518444 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-26887cda-ca5e-4f75-aac3-2c66c13004c9 req-d8a0ccb9-29dd-4c63-aaff-d777d3334328 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.71 "GET /networking/v2.0/networks?id=96c8b8cf-2777-48ff-a669-0d5f521159b4 HTTP/1.1" status: 200 len: 814 time: 0.1079106 Aug 30 04:28:31.576147 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [req-26887cda-ca5e-4f75-aac3-2c66c13004c9 req-d2af874c-5d6b-468c-b878-40a20214e6df tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Request body: {'port': {'device_id': 'f6237f90-e53d-407a-b307-d8ce658c6e0e', 'network_id': '96c8b8cf-2777-48ff-a669-0d5f521159b4', 'admin_state_up': True, 'tenant_id': '3a706ffd11144f46ba54becd86464f02'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:28:31.587978 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-40e12764-0e7d-44d2-a204-1b9697b52b7b req-79f32a06-7d90-4f7c-a7af-6c37873ace1d service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401933 Aug 30 04:28:31.737535 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205183b-d9d4-4ed7-aa2d-03c05a893d7d req-c472741d-926c-4a8d-8d39-c4aec22b9b3e tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:31.738865 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f205183b-d9d4-4ed7-aa2d-03c05a893d7d req-c472741d-926c-4a8d-8d39-c4aec22b9b3e tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 944 time: 0.1018114 Aug 30 04:28:31.764881 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb83d3e-a8d4-4d8d-ac6f-58ecb3921747 req-987dcee1-6cdb-4653-a91c-f79c68b3f32f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:31.766302 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8bb83d3e-a8d4-4d8d-ac6f-58ecb3921747 req-987dcee1-6cdb-4653-a91c-f79c68b3f32f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.1174436 Aug 30 04:28:31.802985 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26887cda-ca5e-4f75-aac3-2c66c13004c9 req-d2af874c-5d6b-468c-b878-40a20214e6df tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Made reservation on behalf of 3a706ffd11144f46ba54becd86464f02 for: {'port': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:28:31.806659 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-26887cda-ca5e-4f75-aac3-2c66c13004c9 req-d2af874c-5d6b-468c-b878-40a20214e6df tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:31.865217 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f205183b-d9d4-4ed7-aa2d-03c05a893d7d req-5fc26c56-f968-496e-817d-733d50eb59e8 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180017 Aug 30 04:28:31.877575 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8bb83d3e-a8d4-4d8d-ac6f-58ecb3921747 req-aa3301b0-af43-4452-a6b0-7b57ed54543b tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965779 Aug 30 04:28:32.184867 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4028899d-429c-4d7b-9928-16147d3eb002 req-9a2fe6c1-e6c1-4dbc-baa2-6f5e12ec17f3 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 210 time: 0.0332956 Aug 30 04:28:32.203381 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [req-26887cda-ca5e-4f75-aac3-2c66c13004c9 req-d2af874c-5d6b-468c-b878-40a20214e6df tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Allocated IP 172.20.0.12 (96c8b8cf-2777-48ff-a669-0d5f521159b4/f7a849fd-7349-4aaa-9895-33f6e0837dd6/25b90fd3-3c90-4049-8348-c086d7152285) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:28:32.226774 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:32.342045 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39a842-b9cf-471b-b6b7-1a9e99ea02ad req-840af26a-1c10-4f54-b983-b7513860909b tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:32.343539 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7f39a842-b9cf-471b-b6b7-1a9e99ea02ad req-840af26a-1c10-4f54-b983-b7513860909b tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0906928 Aug 30 04:28:32.429149 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-26887cda-ca5e-4f75-aac3-2c66c13004c9 req-d2af874c-5d6b-468c-b878-40a20214e6df tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks [] for port (25b90fd3-3c90-4049-8348-c086d7152285), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:32.445370 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7f39a842-b9cf-471b-b6b7-1a9e99ea02ad req-7b85bf18-cead-433b-abca-6d91d1228ee9 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907428 Aug 30 04:28:32.468857 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:32.471563 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 9bb909ce-9d58-4d61-a46f-d9e132bf03a8 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:28:32.479891 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-26887cda-ca5e-4f75-aac3-2c66c13004c9 req-d2af874c-5d6b-468c-b878-40a20214e6df tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62508200'] for port (25b90fd3-3c90-4049-8348-c086d7152285), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:32.526542 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26887cda-ca5e-4f75-aac3-2c66c13004c9 req-d2af874c-5d6b-468c-b878-40a20214e6df tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Network 96c8b8cf-2777-48ff-a669-0d5f521159b4 is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:28:32.529717 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [req-26887cda-ca5e-4f75-aac3-2c66c13004c9 req-d2af874c-5d6b-468c-b878-40a20214e6df tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:28:32.534031 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [req-26887cda-ca5e-4f75-aac3-2c66c13004c9 req-d2af874c-5d6b-468c-b878-40a20214e6df tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:28:32.561830 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2af874c-5d6b-468c-b878-40a20214e6df tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Pushing event updated for resources: {'Port': ['ID=25b90fd3-3c90-4049-8348-c086d7152285,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:28:32.576903 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 9bb909ce-9d58-4d61-a46f-d9e132bf03a8, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=9bb909ce-9d58-4d61-a46f-d9e132bf03a8,segment=NetworkSegment(211ef5bb-e874-4c0c-91ab-d61cbe721bae),segment_id=211ef5bb-e874-4c0c-91ab-d61cbe721bae)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:28:32.587711 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26887cda-ca5e-4f75-aac3-2c66c13004c9 req-d2af874c-5d6b-468c-b878-40a20214e6df tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:32.588343 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-26887cda-ca5e-4f75-aac3-2c66c13004c9 req-d2af874c-5d6b-468c-b878-40a20214e6df tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:32.590726 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Returning: {'device': '9bb909ce-9d58-4d61-a46f-d9e132bf03a8', 'network_id': '5b04d9ed-8f32-46c9-8e1b-21119d73cac4', 'port_id': '9bb909ce-9d58-4d61-a46f-d9e132bf03a8', 'mac_address': 'fa:16:3e:12:bc:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1075, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2416ebc-87da-4b07-aed2-c484af08ee38', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:28:32.606919 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-26887cda-ca5e-4f75-aac3-2c66c13004c9 req-d2af874c-5d6b-468c-b878-40a20214e6df tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0346708 Aug 30 04:28:32.629887 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port 9bb909ce-9d58-4d61-a46f-d9e132bf03a8 is: DOWN; New status is: BUILD {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:28:32.630372 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (9bb909ce-9d58-4d61-a46f-d9e132bf03a8), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:32.644192 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bb909ce-9d58-4d61-a46f-d9e132bf03a8 {{(pid=106259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:28:32.665453 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 9bb909ce-9d58-4d61-a46f-d9e132bf03a8, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=9bb909ce-9d58-4d61-a46f-d9e132bf03a8,segment=NetworkSegment(211ef5bb-e874-4c0c-91ab-d61cbe721bae),segment_id=211ef5bb-e874-4c0c-91ab-d61cbe721bae)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:28:32.670326 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (9bb909ce-9d58-4d61-a46f-d9e132bf03a8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:32.722512 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=9bb909ce-9d58-4d61-a46f-d9e132bf03a8,revision_number=4']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:28:32.810741 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-8f257bb8-221c-4174-b063-ea89eec611b8 None None] Provisioning complete for port 25b90fd3-3c90-4049-8348-c086d7152285 triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:28:32.811047 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-8f257bb8-221c-4174-b063-ea89eec611b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (25b90fd3-3c90-4049-8348-c086d7152285), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:32.836481 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:32.842650 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-8f257bb8-221c-4174-b063-ea89eec611b8 None None] Port 25b90fd3-3c90-4049-8348-c086d7152285 cannot update to ACTIVE because it is not bound. {{(pid=106259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:28:33.041827 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce170e52-7ff6-4a67-bf79-c9211344f745 req-e0a1bb3a-0b4c-404a-8c95-16a9cb7430ce tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:33.043303 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ce170e52-7ff6-4a67-bf79-c9211344f745 req-e0a1bb3a-0b4c-404a-8c95-16a9cb7430ce tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.0814483 Aug 30 04:28:33.049512 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb47de8-0578-46ed-9b82-682d045834f5 req-d7bc03ce-8829-4f82-b40e-a68dd6f1ccd9 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:33.050911 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-fbb47de8-0578-46ed-9b82-682d045834f5 req-d7bc03ce-8829-4f82-b40e-a68dd6f1ccd9 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 945 time: 0.0790405 Aug 30 04:28:33.122606 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ce170e52-7ff6-4a67-bf79-c9211344f745 req-fbd0f289-cd70-40c2-a4a4-bcfe40f551b9 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707266 Aug 30 04:28:33.130033 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-fbb47de8-0578-46ed-9b82-682d045834f5 req-abcab643-e661-4080-8c71-8964a6fd2495 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720284 Aug 30 04:28:33.136213 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [req-26887cda-ca5e-4f75-aac3-2c66c13004c9 req-cdde7852-eed2-4260-b3b0-619d7a55eb52 service neutron] Request body: {'port': {'device_id': 'f6237f90-e53d-407a-b307-d8ce658c6e0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:28:33.204901 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-26887cda-ca5e-4f75-aac3-2c66c13004c9 req-cdde7852-eed2-4260-b3b0-619d7a55eb52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (25b90fd3-3c90-4049-8348-c086d7152285), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:33.368084 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9122040-ce23-4a72-924b-a6d367f49ec6 req-96a85ad4-8f3a-4a7a-837c-65bc46704d96 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:33.369549 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d9122040-ce23-4a72-924b-a6d367f49ec6 req-96a85ad4-8f3a-4a7a-837c-65bc46704d96 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 932 time: 0.1076963 Aug 30 04:28:33.414360 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] get_ports_and_sgs() called for port_ids ['9bb909ce-9d58-4d61-a46f-d9e132bf03a8'] {{(pid=106259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:28:33.471131 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:33.512363 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d9122040-ce23-4a72-924b-a6d367f49ec6 req-f765dee3-d21c-4604-a9cc-9fdb159269f4 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354334 Aug 30 04:28:33.644915 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:33.768149 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [req-26887cda-ca5e-4f75-aac3-2c66c13004c9 req-cdde7852-eed2-4260-b3b0-619d7a55eb52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25b90fd3-3c90-4049-8348-c086d7152285 {{(pid=106258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:28:33.779544 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-26887cda-ca5e-4f75-aac3-2c66c13004c9 req-cdde7852-eed2-4260-b3b0-619d7a55eb52 service neutron] Publish callbacks [] for port (25b90fd3-3c90-4049-8348-c086d7152285), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:33.814782 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.provisioning_blocks [req-26887cda-ca5e-4f75-aac3-2c66c13004c9 req-cdde7852-eed2-4260-b3b0-619d7a55eb52 service neutron] Transition to ACTIVE for port object 25b90fd3-3c90-4049-8348-c086d7152285 will not be triggered until provisioned by entity L2. {{(pid=106258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:28:33.830712 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e0451-dc4f-4b17-909c-38d5dc6db4da req-048eec9a-7908-4031-8ba9-3f0500be98ca tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:33.835454 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a27e0451-dc4f-4b17-909c-38d5dc6db4da req-048eec9a-7908-4031-8ba9-3f0500be98ca tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.2043266 Aug 30 04:28:33.838675 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-26887cda-ca5e-4f75-aac3-2c66c13004c9 req-cdde7852-eed2-4260-b3b0-619d7a55eb52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62508193'] for port (25b90fd3-3c90-4049-8348-c086d7152285), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:33.872132 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 53406) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:28:33.963312 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde7852-eed2-4260-b3b0-619d7a55eb52 service neutron] Pushing event updated for resources: {'Port': ['ID=25b90fd3-3c90-4049-8348-c086d7152285,revision_number=2']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:28:33.979477 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:34.017687 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a27e0451-dc4f-4b17-909c-38d5dc6db4da req-aab6335a-8e35-4146-992f-5929eda199b0 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603384 Aug 30 04:28:34.055144 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-26887cda-ca5e-4f75-aac3-2c66c13004c9 req-cdde7852-eed2-4260-b3b0-619d7a55eb52 service neutron] Attempting to bind port 25b90fd3-3c90-4049-8348-c086d7152285 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:28:34.055590 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-26887cda-ca5e-4f75-aac3-2c66c13004c9 req-cdde7852-eed2-4260-b3b0-619d7a55eb52 service neutron] Attempting to bind port 25b90fd3-3c90-4049-8348-c086d7152285 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '2df95583-7b31-406c-8e38-f71f0978ee31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '96c8b8cf-2777-48ff-a669-0d5f521159b4'}] {{(pid=106258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:28:34.056009 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26887cda-ca5e-4f75-aac3-2c66c13004c9 req-cdde7852-eed2-4260-b3b0-619d7a55eb52 service neutron] Attempting to bind port 25b90fd3-3c90-4049-8348-c086d7152285 on network 96c8b8cf-2777-48ff-a669-0d5f521159b4 {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:28:34.061141 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26887cda-ca5e-4f75-aac3-2c66c13004c9 req-cdde7852-eed2-4260-b3b0-619d7a55eb52 service neutron] Port 25b90fd3-3c90-4049-8348-c086d7152285 on network 96c8b8cf-2777-48ff-a669-0d5f521159b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:28:34.061551 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26887cda-ca5e-4f75-aac3-2c66c13004c9 req-cdde7852-eed2-4260-b3b0-619d7a55eb52 service neutron] Attempting to bind port 25b90fd3-3c90-4049-8348-c086d7152285 on network 96c8b8cf-2777-48ff-a669-0d5f521159b4 {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:28:34.067024 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c8396624-819a-4c36-b7c2-73fcac75ae9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:34.067436 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26887cda-ca5e-4f75-aac3-2c66c13004c9 req-cdde7852-eed2-4260-b3b0-619d7a55eb52 service neutron] Checking agent: {'id': 'dd0d0365-d50b-4401-90d8-c3ff73fab053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 24, 11), 'started_at': datetime.datetime(2022, 8, 30, 4, 24, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:28:34.067783 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26887cda-ca5e-4f75-aac3-2c66c13004c9 req-cdde7852-eed2-4260-b3b0-619d7a55eb52 service neutron] Checking segment: {'id': '2df95583-7b31-406c-8e38-f71f0978ee31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '96c8b8cf-2777-48ff-a669-0d5f521159b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:28:34.068164 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26887cda-ca5e-4f75-aac3-2c66c13004c9 req-cdde7852-eed2-4260-b3b0-619d7a55eb52 service neutron] Bound using segment: {'id': '2df95583-7b31-406c-8e38-f71f0978ee31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '96c8b8cf-2777-48ff-a669-0d5f521159b4'} {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:28:34.068591 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-26887cda-ca5e-4f75-aac3-2c66c13004c9 req-cdde7852-eed2-4260-b3b0-619d7a55eb52 service neutron] Bound port: 25b90fd3-3c90-4049-8348-c086d7152285, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2df95583-7b31-406c-8e38-f71f0978ee31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '96c8b8cf-2777-48ff-a669-0d5f521159b4'}}] {{(pid=106258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:28:34.068946 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-26887cda-ca5e-4f75-aac3-2c66c13004c9 req-cdde7852-eed2-4260-b3b0-619d7a55eb52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (25b90fd3-3c90-4049-8348-c086d7152285), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:34.152697 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-26887cda-ca5e-4f75-aac3-2c66c13004c9 req-cdde7852-eed2-4260-b3b0-619d7a55eb52 service neutron] For port 25b90fd3-3c90-4049-8348-c086d7152285, host hv-cinder-85426, cleared binding levels {{(pid=106258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:28:34.156320 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-26887cda-ca5e-4f75-aac3-2c66c13004c9 req-cdde7852-eed2-4260-b3b0-619d7a55eb52 service neutron] For port 25b90fd3-3c90-4049-8348-c086d7152285, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=25b90fd3-3c90-4049-8348-c086d7152285,segment=NetworkSegment(2df95583-7b31-406c-8e38-f71f0978ee31),segment_id=2df95583-7b31-406c-8e38-f71f0978ee31)] {{(pid=106258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:28:34.164543 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-26887cda-ca5e-4f75-aac3-2c66c13004c9 req-cdde7852-eed2-4260-b3b0-619d7a55eb52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62508193'] for port (25b90fd3-3c90-4049-8348-c086d7152285), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:34.168201 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26887cda-ca5e-4f75-aac3-2c66c13004c9 req-cdde7852-eed2-4260-b3b0-619d7a55eb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:34.168984 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-26887cda-ca5e-4f75-aac3-2c66c13004c9 req-cdde7852-eed2-4260-b3b0-619d7a55eb52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:34.170844 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-26887cda-ca5e-4f75-aac3-2c66c13004c9 req-cdde7852-eed2-4260-b3b0-619d7a55eb52 service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/25b90fd3-3c90-4049-8348-c086d7152285 HTTP/1.1" status: 200 len: 1094 time: 1.0385056 Aug 30 04:28:34.173859 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6237f90-e53d-407a-b307-d8ce658c6e0e', 'tag': '25b90fd3-3c90-4049-8348-c086d7152285'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:28:34.176289 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cae73fbe7dcf058e11387a0db1adace332cfaa4523dfba65b1576f9d32bef72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05632f3-8bb3-4144-a2f5-1e97cf5870c8" -d '{"events": [{"name": "network-changed", "server_uuid": "f6237f90-e53d-407a-b307-d8ce658c6e0e", "tag": "25b90fd3-3c90-4049-8348-c086d7152285"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:28:34.180289 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c8396624-819a-4c36-b7c2-73fcac75ae9e admin admin] Publish callbacks [] for security_group (9f9c38d2-c5d6-40ba-a1d3-261d6c04ee2a), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:34.191156 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c8396624-819a-4c36-b7c2-73fcac75ae9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (9f9c38d2-c5d6-40ba-a1d3-261d6c04ee2a), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:34.240607 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8396624-819a-4c36-b7c2-73fcac75ae9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9c38d2-c5d6-40ba-a1d3-261d6c04ee2a,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:28:34.259486 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-c8396624-819a-4c36-b7c2-73fcac75ae9e admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=74880f6720d34c2f9257465620224459&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3860385 Aug 30 04:28:34.261308 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 53418) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:28:34.313770 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-868c8274-32f1-4f51-a737-d658588b5b69 admin admin] Publish callbacks [] for security_group (9f9c38d2-c5d6-40ba-a1d3-261d6c04ee2a), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:34.314013 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117b228-619b-4459-87fa-7bb735e2da04 req-7878d211-d875-4c78-a162-07f13d401f8a tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:34.315559 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c117b228-619b-4459-87fa-7bb735e2da04 req-7878d211-d875-4c78-a162-07f13d401f8a tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.1093733 Aug 30 04:28:34.318790 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde7852-eed2-4260-b3b0-619d7a55eb52 service neutron] Pushing event updated for resources: {'Port': ['ID=25b90fd3-3c90-4049-8348-c086d7152285,revision_number=3']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:28:34.338678 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-868c8274-32f1-4f51-a737-d658588b5b69 admin admin] Publish callbacks [] for security_group (9f9c38d2-c5d6-40ba-a1d3-261d6c04ee2a), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:34.342561 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b852b-9e42-4275-86d6-3d16fa6180e7 req-00b8b4a6-3698-4589-917b-0e1acbcb25eb tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:34.344163 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3d9b852b-9e42-4275-86d6-3d16fa6180e7 req-00b8b4a6-3698-4589-917b-0e1acbcb25eb tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 945 time: 0.0981014 Aug 30 04:28:34.391944 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-868c8274-32f1-4f51-a737-d658588b5b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (9f9c38d2-c5d6-40ba-a1d3-261d6c04ee2a), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:34.394919 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-868c8274-32f1-4f51-a737-d658588b5b69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:34.401420 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-868c8274-32f1-4f51-a737-d658588b5b69 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/9f9c38d2-c5d6-40ba-a1d3-261d6c04ee2a HTTP/1.1" status: 204 len: 168 time: 0.1384726 Aug 30 04:28:34.412768 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868c8274-32f1-4f51-a737-d658588b5b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9c38d2-c5d6-40ba-a1d3-261d6c04ee2a,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:28:34.436176 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c117b228-619b-4459-87fa-7bb735e2da04 req-2a1082d3-336a-4505-8a72-659ec67da4e0 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132846 Aug 30 04:28:34.481342 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3d9b852b-9e42-4275-86d6-3d16fa6180e7 req-36aa57bc-e17f-4e5c-8bee-1d722e4835cc tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259694 Aug 30 04:28:34.515468 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0306ce3-808e-4fdb-bf1d-be9668af88f0 x-openstack-request-id: req-d0306ce3-808e-4fdb-bf1d-be9668af88f0 {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:28:34.515833 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6237f90-e53d-407a-b307-d8ce658c6e0e", "tag": "25b90fd3-3c90-4049-8348-c086d7152285", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:28:34.516154 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d0306ce3-808e-4fdb-bf1d-be9668af88f0 {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:28:34.516626 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0306ce3-808e-4fdb-bf1d-be9668af88f0'] response: {'name': 'network-changed', 'server_uuid': 'f6237f90-e53d-407a-b307-d8ce658c6e0e', 'tag': '25b90fd3-3c90-4049-8348-c086d7152285', 'status': 'completed', 'code': 200} Aug 30 04:28:34.669799 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f603f-0bb5-4d83-84fb-8b899cd8e5ad req-8bc32519-efec-4680-8e71-e52920adf4dc tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:34.671519 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-de8f603f-0bb5-4d83-84fb-8b899cd8e5ad req-8bc32519-efec-4680-8e71-e52920adf4dc tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 944 time: 0.0581958 Aug 30 04:28:34.724712 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-de8f603f-0bb5-4d83-84fb-8b899cd8e5ad req-fe9e5df8-2cb3-440e-b883-d37e00b8d33a tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464728 Aug 30 04:28:35.131085 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0457c-c3a4-4f4a-a06e-47511f68145b req-c0e8d62f-e650-4281-909f-c5b2cea35943 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:35.132743 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-86c0457c-c3a4-4f4a-a06e-47511f68145b req-c0e8d62f-e650-4281-909f-c5b2cea35943 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0579641 Aug 30 04:28:35.182534 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-86c0457c-c3a4-4f4a-a06e-47511f68145b req-c83dc81e-be7c-49b4-b472-1a2d46d47824 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438399 Aug 30 04:28:35.248410 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 9bb909ce-9d58-4d61-a46f-d9e132bf03a8 up at agent hyperv_hv-cinder-85426 {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:28:35.292938 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Provisioning for port 9bb909ce-9d58-4d61-a46f-d9e132bf03a8 completed by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:28:35.299071 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Provisioning complete for port 9bb909ce-9d58-4d61-a46f-d9e132bf03a8 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:28:35.299487 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (9bb909ce-9d58-4d61-a46f-d9e132bf03a8), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:35.374590 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port 9bb909ce-9d58-4d61-a46f-d9e132bf03a8 is: BUILD; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:28:35.374982 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (9bb909ce-9d58-4d61-a46f-d9e132bf03a8), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:35.410593 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5571ed9-9e05-4ace-8641-f598d247960a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb909ce-9d58-4d61-a46f-d9e132bf03a8'}] {{(pid=106259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:28:35.412800 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e273ce8b2ae48758be2a6d8dc958f9d92735a0e32143c567216a16ba221820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62cd5560-4244-4b9f-a1cb-1f3f8a040f79" -d '{"events": [{"server_uuid": "a5571ed9-9e05-4ace-8641-f598d247960a", "name": "network-vif-plugged", "status": "completed", "tag": "9bb909ce-9d58-4d61-a46f-d9e132bf03a8"}]}' {{(pid=106259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:28:35.425428 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 9bb909ce-9d58-4d61-a46f-d9e132bf03a8, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=9bb909ce-9d58-4d61-a46f-d9e132bf03a8,segment=NetworkSegment(211ef5bb-e874-4c0c-91ab-d61cbe721bae),segment_id=211ef5bb-e874-4c0c-91ab-d61cbe721bae)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:28:35.429561 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (9bb909ce-9d58-4d61-a46f-d9e132bf03a8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:35.452718 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707f2df0-8f43-4167-b08a-9879aef88e29 x-openstack-request-id: req-707f2df0-8f43-4167-b08a-9879aef88e29 {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:28:35.453028 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5571ed9-9e05-4ace-8641-f598d247960a", "name": "network-vif-plugged", "status": "completed", "tag": "9bb909ce-9d58-4d61-a46f-d9e132bf03a8", "code": 200}]} {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:28:35.453312 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-707f2df0-8f43-4167-b08a-9879aef88e29 {{(pid=106259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:28:35.453699 dv-cinder-854265-2-iscsi neutron-server[106259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-707f2df0-8f43-4167-b08a-9879aef88e29'] response: {'server_uuid': 'a5571ed9-9e05-4ace-8641-f598d247960a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb909ce-9d58-4d61-a46f-d9e132bf03a8', 'code': 200} Aug 30 04:28:35.479108 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=9bb909ce-9d58-4d61-a46f-d9e132bf03a8,revision_number=5']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:28:35.602888 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:35.632405 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6606fb-ddb3-4d5f-abb1-fb8a0cc19ebe req-06f73441-4017-4edf-888e-99f7a31304cf tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:35.633940 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5a6606fb-ddb3-4d5f-abb1-fb8a0cc19ebe req-06f73441-4017-4edf-888e-99f7a31304cf tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 946 time: 0.0816295 Aug 30 04:28:35.639412 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d83092-7478-426b-8b12-c6b6576154ea req-bbd4973a-5acb-4c82-93f7-0c1177034108 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:35.640800 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-74d83092-7478-426b-8b12-c6b6576154ea req-bbd4973a-5acb-4c82-93f7-0c1177034108 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.0896978 Aug 30 04:28:35.716154 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5a6606fb-ddb3-4d5f-abb1-fb8a0cc19ebe req-4c23707a-5f5f-4b04-a261-0dc5b0c6f5e2 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743737 Aug 30 04:28:35.719511 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-74d83092-7478-426b-8b12-c6b6576154ea req-a5956d4d-78d1-47f9-bbfc-ce84224dd1e9 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717063 Aug 30 04:28:35.856136 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605951ae-2c16-4619-bc29-78f76d77667d req-cd68884a-3fdf-451b-9e68-4185b24b7bdf tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:35.857562 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-605951ae-2c16-4619-bc29-78f76d77667d req-cd68884a-3fdf-451b-9e68-4185b24b7bdf tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 944 time: 0.0462408 Aug 30 04:28:35.911134 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-605951ae-2c16-4619-bc29-78f76d77667d req-f390fbad-10ea-40c3-abc0-bccd5b4d8b50 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473180 Aug 30 04:28:36.304570 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa8643-6c89-4703-aa21-9d312c22668a req-e4f0d806-8cb2-4294-8a3c-53126dd191db tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:36.306031 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b3aa8643-6c89-4703-aa21-9d312c22668a req-e4f0d806-8cb2-4294-8a3c-53126dd191db tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0463016 Aug 30 04:28:36.347585 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:36.358090 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b3aa8643-6c89-4703-aa21-9d312c22668a req-a5a5abfd-e39b-43f5-8075-ff10725ad665 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466790 Aug 30 04:28:36.880983 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04cd99-2d63-43f6-85f8-1dd029eb1546 req-f514c6fd-72b2-456a-91fd-3fae2362401c tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:36.882617 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5e04cd99-2d63-43f6-85f8-1dd029eb1546 req-f514c6fd-72b2-456a-91fd-3fae2362401c tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 946 time: 0.0822282 Aug 30 04:28:36.902734 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d444b4f8-db65-487e-aa4c-babd5c8b0994 req-d83f7dae-02bb-4ec5-aed8-69142c2a3a19 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:36.904146 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d444b4f8-db65-487e-aa4c-babd5c8b0994 req-d83f7dae-02bb-4ec5-aed8-69142c2a3a19 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.0709860 Aug 30 04:28:36.970709 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5e04cd99-2d63-43f6-85f8-1dd029eb1546 req-1af350b8-8a46-48a7-a1d8-0d40e20fcffc tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816104 Aug 30 04:28:36.974930 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d444b4f8-db65-487e-aa4c-babd5c8b0994 req-421c42fe-790a-45ee-b1d9-a05966ad146d tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637362 Aug 30 04:28:37.079196 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ae70c-0da3-476a-a0b5-fc184d1ce1bd req-ac77ccbd-0bac-44f7-bbf1-5333926d38f3 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:37.080609 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-fa8ae70c-0da3-476a-a0b5-fc184d1ce1bd req-ac77ccbd-0bac-44f7-bbf1-5333926d38f3 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 944 time: 0.0495577 Aug 30 04:28:37.132441 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-fa8ae70c-0da3-476a-a0b5-fc184d1ce1bd req-b7625557-6fe2-443e-b06f-72a3c4659b48 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460424 Aug 30 04:28:37.476127 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36861d53-bde7-4252-ba3b-47786ae25c9e req-3f5c464f-1db5-4f7d-a6d2-566c7ac290d6 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:37.477602 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-36861d53-bde7-4252-ba3b-47786ae25c9e req-3f5c464f-1db5-4f7d-a6d2-566c7ac290d6 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0460610 Aug 30 04:28:37.530109 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-36861d53-bde7-4252-ba3b-47786ae25c9e req-8c40c6b0-e4f2-4b4e-9aa0-c67c8d9b29cd tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467446 Aug 30 04:28:38.120376 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf8ec8-4e44-4d4a-8850-c46cdd07d4c5 req-f1aa5e1f-a043-4cf6-9489-31abbfb9dd29 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:38.121946 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0eaf8ec8-4e44-4d4a-8850-c46cdd07d4c5 req-f1aa5e1f-a043-4cf6-9489-31abbfb9dd29 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 946 time: 0.0764790 Aug 30 04:28:38.131984 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d68699-0e6f-4827-bf9e-bb39fa841239 req-357d1f92-6a5a-4121-aef1-d3eac5fb26a1 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:38.133759 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a4d68699-0e6f-4827-bf9e-bb39fa841239 req-357d1f92-6a5a-4121-aef1-d3eac5fb26a1 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.0781944 Aug 30 04:28:38.210820 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0eaf8ec8-4e44-4d4a-8850-c46cdd07d4c5 req-c059de3e-9906-43c3-b259-a76011be20b5 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759892 Aug 30 04:28:38.214958 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a4d68699-0e6f-4827-bf9e-bb39fa841239 req-f0e6906e-9cfd-4601-b8d1-cbbe8779d3c5 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730829 Aug 30 04:28:38.321568 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e2bc6d-4d10-4329-bfa5-81484ac333de req-55747e3a-feff-40a6-a7dd-2d459f9e6442 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:38.323031 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-26e2bc6d-4d10-4329-bfa5-81484ac333de req-55747e3a-feff-40a6-a7dd-2d459f9e6442 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 944 time: 0.0476737 Aug 30 04:28:38.392717 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-26e2bc6d-4d10-4329-bfa5-81484ac333de req-95f5a539-51a7-4683-b765-0d8401ec512c tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639098 Aug 30 04:28:38.658177 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6756b1d-2af8-45fa-a3c9-c69d77fda6ae req-1404b2a8-bec4-4ffc-9275-e2c185adab22 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:38.659582 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d6756b1d-2af8-45fa-a3c9-c69d77fda6ae req-1404b2a8-bec4-4ffc-9275-e2c185adab22 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0557024 Aug 30 04:28:38.706196 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d6756b1d-2af8-45fa-a3c9-c69d77fda6ae req-69736af4-d071-4062-a2c1-f0e4fb148721 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410969 Aug 30 04:28:39.369866 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5a176-fe1b-416d-b46f-be59a583ca4a req-2141780e-d1ee-4755-9608-e30cc7e8b4db tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:39.371356 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-15a5a176-fe1b-416d-b46f-be59a583ca4a req-2141780e-d1ee-4755-9608-e30cc7e8b4db tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 946 time: 0.0751424 Aug 30 04:28:39.391563 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d512a12d-11cc-4d02-8d08-3f3fa138bd47 req-2c57e5c2-0bc1-45d2-a7a5-842a508548e1 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:39.392965 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d512a12d-11cc-4d02-8d08-3f3fa138bd47 req-2c57e5c2-0bc1-45d2-a7a5-842a508548e1 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.0682986 Aug 30 04:28:39.407982 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:39.460404 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-15a5a176-fe1b-416d-b46f-be59a583ca4a req-7b75c166-106a-4b33-8277-c3055a117d56 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821698 Aug 30 04:28:39.472586 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d512a12d-11cc-4d02-8d08-3f3fa138bd47 req-73d5a383-3f22-44fb-81f5-f55cac33118d tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726094 Aug 30 04:28:39.532982 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:39.571613 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d95092-f0cf-44b3-90a2-153e4e5441c3 req-78a8a0ec-950c-4e26-b325-1a272d0c79ea tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:39.573146 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b6d95092-f0cf-44b3-90a2-153e4e5441c3 req-78a8a0ec-950c-4e26-b325-1a272d0c79ea tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 944 time: 0.0493746 Aug 30 04:28:39.620800 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b6d95092-f0cf-44b3-90a2-153e4e5441c3 req-cc5d999e-ee0d-413f-9edc-e3c83081354f tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421350 Aug 30 04:28:39.825489 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc9e99-55bd-4a2d-9d59-48bbd66da900 req-30ccdbdb-6f4e-459f-9a9e-db21193f21f3 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:39.827008 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-78dc9e99-55bd-4a2d-9d59-48bbd66da900 req-30ccdbdb-6f4e-459f-9a9e-db21193f21f3 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0487080 Aug 30 04:28:39.878534 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-78dc9e99-55bd-4a2d-9d59-48bbd66da900 req-dc654b19-8539-4ef9-a101-ae5a4d801b7a tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446205 Aug 30 04:28:40.633138 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c239edcf-017b-434b-beb4-3b2c7912eb54 req-e5be1fe8-c849-408c-8f94-7bc5785f03e9 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:40.634643 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c239edcf-017b-434b-beb4-3b2c7912eb54 req-e5be1fe8-c849-408c-8f94-7bc5785f03e9 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.0763173 Aug 30 04:28:40.640696 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43614d-4e97-4fa8-a824-59683caf782b req-d02a7c1f-b452-48d5-a70d-de48aec5ca00 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:40.642476 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9e43614d-4e97-4fa8-a824-59683caf782b req-d02a7c1f-b452-48d5-a70d-de48aec5ca00 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 946 time: 0.0954990 Aug 30 04:28:40.730330 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c239edcf-017b-434b-beb4-3b2c7912eb54 req-c70de675-3224-4301-87a4-6182499a4a14 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868831 Aug 30 04:28:40.745874 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9e43614d-4e97-4fa8-a824-59683caf782b req-6a899ae1-7271-42ee-a6ee-604ddeed0598 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846143 Aug 30 04:28:40.858306 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434c1de-b00b-4e7b-99c8-29a30f7405c7 req-8f4eadc6-e746-4c67-8702-9b92241af924 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:40.860776 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e434c1de-b00b-4e7b-99c8-29a30f7405c7 req-8f4eadc6-e746-4c67-8702-9b92241af924 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 944 time: 0.0552070 Aug 30 04:28:40.927921 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e434c1de-b00b-4e7b-99c8-29a30f7405c7 req-3921d10c-0221-4a12-b634-e2761753f28e tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591261 Aug 30 04:28:41.014738 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae98043f-7ab4-45c2-99b9-7c41281c3b1f req-f48d0e1e-fac3-40aa-92a5-5d184af754b6 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:41.016957 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ae98043f-7ab4-45c2-99b9-7c41281c3b1f req-f48d0e1e-fac3-40aa-92a5-5d184af754b6 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0605304 Aug 30 04:28:41.092894 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ae98043f-7ab4-45c2-99b9-7c41281c3b1f req-4eab721a-71c9-4c1b-92f8-8c96dd621738 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693498 Aug 30 04:28:41.893285 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218e72a-27dc-422d-9298-94df4d6871df req-41ae93e5-08ce-4d09-aa2e-aab476f7aabf tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:41.894771 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8218e72a-27dc-422d-9298-94df4d6871df req-41ae93e5-08ce-4d09-aa2e-aab476f7aabf tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.0822289 Aug 30 04:28:41.902193 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2db9f9-b9ca-4fa8-9129-3adaf07837ba req-848b6969-a8cc-490f-a6ef-adb4e162bbf9 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:41.903556 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0d2db9f9-b9ca-4fa8-9129-3adaf07837ba req-848b6969-a8cc-490f-a6ef-adb4e162bbf9 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 946 time: 0.0808680 Aug 30 04:28:41.977826 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8218e72a-27dc-422d-9298-94df4d6871df req-9a7fb426-4393-4ed6-a5df-44e8962b2360 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733230 Aug 30 04:28:41.981073 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0d2db9f9-b9ca-4fa8-9129-3adaf07837ba req-75bf5e13-6af5-4543-8be1-e72699f895b2 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705423 Aug 30 04:28:42.095941 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad5d25-24a5-48bf-8af3-0739c96f63bf req-94939ea4-12e6-481f-a137-ad3c491b1fcb tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:42.102832 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-71ad5d25-24a5-48bf-8af3-0739c96f63bf req-94939ea4-12e6-481f-a137-ad3c491b1fcb tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 944 time: 0.0564075 Aug 30 04:28:42.105596 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (dd0d0365-d50b-4401-90d8-c3ff73fab053), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:42.151719 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-71ad5d25-24a5-48bf-8af3-0739c96f63bf req-06e349b6-d856-48d2-8980-a853e7966fe3 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480478 Aug 30 04:28:42.317016 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350a131b-5f33-4def-ad0c-c4caaeb64d09 req-292b284f-245d-40cd-a616-5bd29b997618 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:42.318840 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-350a131b-5f33-4def-ad0c-c4caaeb64d09 req-292b284f-245d-40cd-a616-5bd29b997618 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.1315062 Aug 30 04:28:42.362793 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:42.367645 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-350a131b-5f33-4def-ad0c-c4caaeb64d09 req-b692395c-33ed-4d3f-b0ae-1c5f1782c435 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428894 Aug 30 04:28:43.141248 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342e42e1-f1e1-46b6-aeed-106ebf150e8e req-8b7d2ac2-0fd4-43d4-9b0a-de14bd71a722 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:43.143285 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-342e42e1-f1e1-46b6-aeed-106ebf150e8e req-8b7d2ac2-0fd4-43d4-9b0a-de14bd71a722 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 946 time: 0.0835581 Aug 30 04:28:43.162936 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c1643-d00a-44c3-adf7-0829ac9b45d6 req-09d51ae6-0b17-4ace-aa74-a5020c4ffa5b tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:43.166161 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-098c1643-d00a-44c3-adf7-0829ac9b45d6 req-09d51ae6-0b17-4ace-aa74-a5020c4ffa5b tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.0956624 Aug 30 04:28:43.187780 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:43.237142 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-342e42e1-f1e1-46b6-aeed-106ebf150e8e req-9fa83375-9947-43cb-a05d-522a5674ea1b tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881119 Aug 30 04:28:43.261063 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-098c1643-d00a-44c3-adf7-0829ac9b45d6 req-6c46f9bb-6f23-4f1a-8a86-9b63111c6532 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777597 Aug 30 04:28:43.356406 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f3126-47b6-46f1-bbe9-139140453192 req-f06d3ad5-5b4d-419e-8569-63357e46a9ac tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:43.357981 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-fc5f3126-47b6-46f1-bbe9-139140453192 req-f06d3ad5-5b4d-419e-8569-63357e46a9ac tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 944 time: 0.0504436 Aug 30 04:28:43.418878 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-fc5f3126-47b6-46f1-bbe9-139140453192 req-e1e34a2b-73f7-4d6b-9d96-9bee1a8d5841 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543664 Aug 30 04:28:43.503887 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2d2e5-6e06-46f9-8496-f1a462cdd522 req-25520792-af0d-4601-934e-4056742c94fb tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:43.505400 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bea2d2e5-6e06-46f9-8496-f1a462cdd522 req-25520792-af0d-4601-934e-4056742c94fb tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0518680 Aug 30 04:28:43.563175 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bea2d2e5-6e06-46f9-8496-f1a462cdd522 req-e9cec010-18e1-4f5c-bf8d-747cb199006d tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517828 Aug 30 04:28:44.399707 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e40c3f7-d0a6-43a1-8c5a-2905cc8b3ca8 req-5105690a-ba4d-4545-9fe9-9cdeb438773b tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:44.401225 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2e40c3f7-d0a6-43a1-8c5a-2905cc8b3ca8 req-5105690a-ba4d-4545-9fe9-9cdeb438773b tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 946 time: 0.0852270 Aug 30 04:28:44.405227 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=49,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:44.406482 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=38,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:44.425393 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a884b559-4f61-4d12-918d-5909c678324b req-e72dfb07-f2b2-4a50-bca2-d49e119b21a1 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:44.427036 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a884b559-4f61-4d12-918d-5909c678324b req-e72dfb07-f2b2-4a50-bca2-d49e119b21a1 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.0827620 Aug 30 04:28:44.509092 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a884b559-4f61-4d12-918d-5909c678324b req-5e4ec990-9ce5-4772-8f32-c105bd35ee1e tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754595 Aug 30 04:28:44.514957 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2e40c3f7-d0a6-43a1-8c5a-2905cc8b3ca8 req-734f304d-efa6-4fbf-b617-552367c38226 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002963 Aug 30 04:28:44.631905 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a1607-b707-492d-9383-ee3b35b589cf req-4d2341ab-628f-45c3-90e8-63e244d2bd2c tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:44.637531 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5d9a1607-b707-492d-9383-ee3b35b589cf req-4d2341ab-628f-45c3-90e8-63e244d2bd2c tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 944 time: 0.0675189 Aug 30 04:28:44.717176 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa2273-58a2-4b90-8595-c8dd2c45b801 req-e32c8f8b-14a2-4e5f-a69f-86874b00b31c tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:44.718652 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-43fa2273-58a2-4b90-8595-c8dd2c45b801 req-e32c8f8b-14a2-4e5f-a69f-86874b00b31c tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0728641 Aug 30 04:28:44.722581 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5d9a1607-b707-492d-9383-ee3b35b589cf req-06fd9490-66a4-4e4c-91b9-03bcfa6009e6 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831778 Aug 30 04:28:44.779409 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-43fa2273-58a2-4b90-8595-c8dd2c45b801 req-24356063-1c48-4148-b70c-af5e0ad1df43 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547240 Aug 30 04:28:45.666338 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c170c55-80d9-40b6-945f-f319e873c5f8 req-4a8a63d3-ba80-47c2-b83f-a510f47c5b49 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:45.667808 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4c170c55-80d9-40b6-945f-f319e873c5f8 req-4a8a63d3-ba80-47c2-b83f-a510f47c5b49 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.0788064 Aug 30 04:28:45.673391 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ce4fa-58bf-4748-89fd-6e8209542c4c req-c76946f0-2c87-48d1-b2b0-1a8aa167e809 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:45.674735 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bd8ce4fa-58bf-4748-89fd-6e8209542c4c req-c76946f0-2c87-48d1-b2b0-1a8aa167e809 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 946 time: 0.0875542 Aug 30 04:28:45.749271 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4c170c55-80d9-40b6-945f-f319e873c5f8 req-50fe7694-eda4-492d-bd46-d897090c0dcc tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735650 Aug 30 04:28:45.753113 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bd8ce4fa-58bf-4748-89fd-6e8209542c4c req-456f2eb8-561d-4b16-8461-756115ca0c64 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708897 Aug 30 04:28:45.908379 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858bdf2-4b0e-420e-ba4f-763078ef07c7 req-d33d820f-6db3-479b-87d0-bf51984c7540 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:45.909852 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1858bdf2-4b0e-420e-ba4f-763078ef07c7 req-d33d820f-6db3-479b-87d0-bf51984c7540 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 944 time: 0.0793731 Aug 30 04:28:45.929261 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab5808-4b12-48c4-a6cd-cdb07e519277 req-3ab45db6-26ce-4942-8a0f-6b42a59b567e tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:45.930767 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a8ab5808-4b12-48c4-a6cd-cdb07e519277 req-3ab45db6-26ce-4942-8a0f-6b42a59b567e tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0677199 Aug 30 04:28:45.992819 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:45.997910 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:46.010464 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1858bdf2-4b0e-420e-ba4f-763078ef07c7 req-54bd4db5-ed1f-49f0-8711-ad5f00a25b08 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951207 Aug 30 04:28:46.017254 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a8ab5808-4b12-48c4-a6cd-cdb07e519277 req-aba67504-6d48-4910-8b7f-4831af6feed2 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773258 Aug 30 04:28:46.920812 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b402d-5156-4b43-beb0-dc638e802c25 req-8ad567e5-ec58-466e-a061-53a5a0d9214a tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:46.922293 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-262b402d-5156-4b43-beb0-dc638e802c25 req-8ad567e5-ec58-466e-a061-53a5a0d9214a tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.0783374 Aug 30 04:28:46.927907 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe956f0-08ef-464f-bde4-284f2e2220e5 req-d36f969a-5155-4e9a-a980-a2281d72b3bf tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:46.929270 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-cfe956f0-08ef-464f-bde4-284f2e2220e5 req-d36f969a-5155-4e9a-a980-a2281d72b3bf tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 946 time: 0.0827086 Aug 30 04:28:47.009638 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-262b402d-5156-4b43-beb0-dc638e802c25 req-6cbbe2dd-6357-4a74-a07a-9dd0ce191bf9 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794261 Aug 30 04:28:47.012547 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-cfe956f0-08ef-464f-bde4-284f2e2220e5 req-50841a87-3e10-4949-88ac-7efdc4a6724d tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726852 Aug 30 04:28:47.170811 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2dd44-1ed4-49ed-bc02-423c3c8e08ae req-1bfca8cb-f995-4e61-b090-2a79832b35b2 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:47.172330 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-90c2dd44-1ed4-49ed-bc02-423c3c8e08ae req-1bfca8cb-f995-4e61-b090-2a79832b35b2 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 944 time: 0.0811594 Aug 30 04:28:47.182289 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf523d-2faa-4646-b93c-707ca1a1d1ee req-8eed141d-9b9d-47ac-87de-f4d1bb91f68d tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:47.183667 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6baf523d-2faa-4646-b93c-707ca1a1d1ee req-8eed141d-9b9d-47ac-87de-f4d1bb91f68d tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0589216 Aug 30 04:28:47.258870 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-90c2dd44-1ed4-49ed-bc02-423c3c8e08ae req-8687e3ed-21b9-4042-a0ba-9c4c62f0e5e3 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742245 Aug 30 04:28:47.263030 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6baf523d-2faa-4646-b93c-707ca1a1d1ee req-f6466066-e673-4055-aac1-59fc45cc9bfb tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713699 Aug 30 04:28:48.168866 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4201e-8de1-4d15-9fe7-eb14c0feef9c req-39823b77-3575-41af-91fa-bff2bab8456a tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:48.171133 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a9a4201e-8de1-4d15-9fe7-eb14c0feef9c req-39823b77-3575-41af-91fa-bff2bab8456a tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 946 time: 0.0696676 Aug 30 04:28:48.176621 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d36f36-2822-4b45-82a2-8e0ad5d8c606 req-241d5387-3410-4cc8-ad1e-7ee318e998d8 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:48.178194 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-21d36f36-2822-4b45-82a2-8e0ad5d8c606 req-241d5387-3410-4cc8-ad1e-7ee318e998d8 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.0877388 Aug 30 04:28:48.251491 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a9a4201e-8de1-4d15-9fe7-eb14c0feef9c req-774ccd1f-9886-4148-bfa9-d2c188e22a46 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718002 Aug 30 04:28:48.255506 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-21d36f36-2822-4b45-82a2-8e0ad5d8c606 req-a936298f-62bc-483c-ad74-7300d61afc99 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694449 Aug 30 04:28:48.592504 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a40eeb-e344-4a4d-90e8-33e87a6066b9 req-7db07de9-0782-4c05-8fd5-6eb32faeb3dc tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:48.593897 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-41a40eeb-e344-4a4d-90e8-33e87a6066b9 req-7db07de9-0782-4c05-8fd5-6eb32faeb3dc tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 944 time: 0.2640364 Aug 30 04:28:48.604146 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e5bf1-350d-487a-b15e-1d126604b6b0 req-98b20d2c-87f5-4c97-891c-a3afc8fe01f9 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:48.605527 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-180e5bf1-350d-487a-b15e-1d126604b6b0 req-98b20d2c-87f5-4c97-891c-a3afc8fe01f9 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.2654939 Aug 30 04:28:48.686909 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-41a40eeb-e344-4a4d-90e8-33e87a6066b9 req-51f8304a-8b85-4c34-a175-672227221371 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804577 Aug 30 04:28:48.689923 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-180e5bf1-350d-487a-b15e-1d126604b6b0 req-f4853418-6717-4a28-b76f-217507ccd03a tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760500 Aug 30 04:28:49.380491 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c2f94-3e4e-4c62-97d5-0b533395911e req-c863ea26-09b0-4e7f-8b83-282856549c41 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:49.382038 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-836c2f94-3e4e-4c62-97d5-0b533395911e req-c863ea26-09b0-4e7f-8b83-282856549c41 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 946 time: 0.0554128 Aug 30 04:28:49.469191 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-836c2f94-3e4e-4c62-97d5-0b533395911e req-c9e2b9f7-3633-44ae-87c9-105f105a5979 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806129 Aug 30 04:28:49.479676 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05632f3-8bb3-4144-a2f5-1e97cf5870c8 req-9b975fcd-10d2-4822-a327-d2c616ee85c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:49.481402 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a05632f3-8bb3-4144-a2f5-1e97cf5870c8 req-9b975fcd-10d2-4822-a327-d2c616ee85c9 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=3a706ffd11144f46ba54becd86464f02&device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 1128 time: 0.0506527 Aug 30 04:28:49.597373 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a502a2-8ad1-457b-9dc0-fd6bdb0dda5f req-47173058-3545-4cb6-bc94-e7d01d1afd7a tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:49.598899 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-06a502a2-8ad1-457b-9dc0-fd6bdb0dda5f req-47173058-3545-4cb6-bc94-e7d01d1afd7a tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.0480249 Aug 30 04:28:49.624586 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:49.646472 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-06a502a2-8ad1-457b-9dc0-fd6bdb0dda5f req-e4aecdf9-6898-4492-9a4e-c7977d9ffa52 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420034 Aug 30 04:28:49.766227 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f786d-5eef-4043-bf22-0adde938da32 req-75898877-fd39-427d-aca8-355f9464a143 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:49.767648 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-933f786d-5eef-4043-bf22-0adde938da32 req-75898877-fd39-427d-aca8-355f9464a143 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.0504596 Aug 30 04:28:49.777564 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 53636) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:28:49.782040 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-ce8bf3b1-e5b5-4982-8774-ddef7997841f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Request body: {'floatingip': {'port_id': '1bbf1f65-3b92-403e-a0f0-5309613fb5f8'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:28:49.822742 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ce8bf3b1-e5b5-4982-8774-ddef7997841f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks [] for floatingip (4731c7cf-1d33-41b6-910f-38bffc4a8762), before_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:49.858618 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e4fab-bc22-47ae-abba-8fd00e07116d req-79731f60-048a-411e-b549-677774afb062 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:49.860615 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-739e4fab-bc22-47ae-abba-8fd00e07116d req-79731f60-048a-411e-b549-677774afb062 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 944 time: 0.0455625 Aug 30 04:28:49.895952 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:49.908655 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-739e4fab-bc22-47ae-abba-8fd00e07116d req-f3d24af6-f329-452d-9419-0580ab4d09a1 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424190 Aug 30 04:28:50.009572 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5757ac3-85e9-40ef-bb82-c616698f3123 req-ecfbc9b7-c19d-46f3-b3d8-f11ecbafa107 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:50.011053 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a5757ac3-85e9-40ef-bb82-c616698f3123 req-ecfbc9b7-c19d-46f3-b3d8-f11ecbafa107 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0465839 Aug 30 04:28:50.057538 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a5757ac3-85e9-40ef-bb82-c616698f3123 req-274c975f-816f-48a1-804e-d8a787f6c051 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408645 Aug 30 04:28:50.243505 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ce8bf3b1-e5b5-4982-8774-ddef7997841f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:50.247119 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ce8bf3b1-e5b5-4982-8774-ddef7997841f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696708'] for floatingip (4731c7cf-1d33-41b6-910f-38bffc4a8762), after_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:50.342671 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.db.l3_db [None req-ce8bf3b1-e5b5-4982-8774-ddef7997841f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Floating IP 4731c7cf-1d33-41b6-910f-38bffc4a8762 associated. External IP: 172.27.1.247, port: 1bbf1f65-3b92-403e-a0f0-5309613fb5f8. Aug 30 04:28:50.541230 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.agents_db [None req-600259de-68db-4343-b4d4-64e31eed30fa None None] Agent healthcheck: found 6 active agents {{(pid=106260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:28:50.543353 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce8bf3b1-e5b5-4982-8774-ddef7997841f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Router 1b0b9488-6100-4281-972e-44537b48dc76 has already been hosted by L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 {{(pid=106257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:28:50.609130 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77689810-03a6-4436-b468-e9185a72121b req-e2a89feb-621e-4ec6-8052-a068d411be1d tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:50.616449 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-77689810-03a6-4436-b468-e9185a72121b req-e2a89feb-621e-4ec6-8052-a068d411be1d tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 946 time: 0.0634625 Aug 30 04:28:50.662749 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-77689810-03a6-4436-b468-e9185a72121b req-430c4b4d-0737-41f7-afeb-e0bb4777ee81 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454443 Aug 30 04:28:50.678121 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8bf3b1-e5b5-4982-8774-ddef7997841f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:28:50.683134 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ce8bf3b1-e5b5-4982-8774-ddef7997841f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for floatingip (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:50.688948 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9eb452-42c0-4628-b300-9b7cfd907d7c None None] Sync routers for ids ['1b0b9488-6100-4281-972e-44537b48dc76'] in dv-cinder-854265-2-iscsi {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:28:50.703219 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9eb452-42c0-4628-b300-9b7cfd907d7c None None] Routers {'1b0b9488-6100-4281-972e-44537b48dc76'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:28:50.704037 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-ab9eb452-42c0-4628-b300-9b7cfd907d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:28:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['1b0b9488-6100-4281-972e-44537b48dc76'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:28:50.716054 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-ce8bf3b1-e5b5-4982-8774-ddef7997841f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "PUT /networking/v2.0/floatingips/4731c7cf-1d33-41b6-910f-38bffc4a8762 HTTP/1.1" status: 200 len: 992 time: 0.9373546 Aug 30 04:28:50.716647 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eaa5682-d37f-4718-af65-77b66b3963b7', 'tag': '1bbf1f65-3b92-403e-a0f0-5309613fb5f8'}] {{(pid=106257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:28:50.720310 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d1a48af4e812f9c70823208ed2638ca64b88de6e4994a5bf3763d45491ed842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d607ac-c9e2-497c-8bb3-90d7cac0afe1" -d '{"events": [{"name": "network-changed", "server_uuid": "0eaa5682-d37f-4718-af65-77b66b3963b7", "tag": "1bbf1f65-3b92-403e-a0f0-5309613fb5f8"}]}' {{(pid=106257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:28:50.788025 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9853dda-186d-4990-a51f-238f95fc1fa9 x-openstack-request-id: req-c9853dda-186d-4990-a51f-238f95fc1fa9 {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:28:50.788679 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eaa5682-d37f-4718-af65-77b66b3963b7", "tag": "1bbf1f65-3b92-403e-a0f0-5309613fb5f8", "status": "completed", "code": 200}]} {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:28:50.788679 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-c9853dda-186d-4990-a51f-238f95fc1fa9 {{(pid=106257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:28:50.788978 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9853dda-186d-4990-a51f-238f95fc1fa9'] response: {'name': 'network-changed', 'server_uuid': '0eaa5682-d37f-4718-af65-77b66b3963b7', 'tag': '1bbf1f65-3b92-403e-a0f0-5309613fb5f8', 'status': 'completed', 'code': 200} Aug 30 04:28:50.914367 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05632f3-8bb3-4144-a2f5-1e97cf5870c8 req-493f738b-ab04-4d3d-a3d9-0d0695b182de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:50.916161 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a05632f3-8bb3-4144-a2f5-1e97cf5870c8 req-493f738b-ab04-4d3d-a3d9-0d0695b182de service neutron] 10.222.0.71 "GET /networking/v2.0/networks?tenant_id=3a706ffd11144f46ba54becd86464f02&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1403923 Aug 30 04:28:50.958908 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-ab9eb452-42c0-4628-b300-9b7cfd907d7c None None] Set router 1b0b9488-6100-4281-972e-44537b48dc76 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:28:51.012915 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8861cebf-f6f5-4346-9fd2-1a6006172236 req-8581b8c0-974b-485d-942f-0631fb240336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:51.014508 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-8861cebf-f6f5-4346-9fd2-1a6006172236 req-8581b8c0-974b-485d-942f-0631fb240336 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 1130 time: 0.1265006 Aug 30 04:28:51.062053 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:51.103731 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-8861cebf-f6f5-4346-9fd2-1a6006172236 req-b82183e9-a6a2-4256-91a3-8bba7850d8bb service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655878 Aug 30 04:28:51.197610 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d607ac-c9e2-497c-8bb3-90d7cac0afe1 req-4adf4ad6-c4dd-4297-b652-4428cb2e2a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:51.199231 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-61d607ac-c9e2-497c-8bb3-90d7cac0afe1 req-4adf4ad6-c4dd-4297-b652-4428cb2e2a8c service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=8afb4049582c4beaa9defa2fe20c8b52&device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 1130 time: 0.1896853 Aug 30 04:28:51.238622 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3db67-64c4-471b-89ca-83c1ac662a58 req-4bd7d0c2-8249-480a-9c1f-1750780b52a8 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:51.240112 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f4e3db67-64c4-471b-89ca-83c1ac662a58 req-4bd7d0c2-8249-480a-9c1f-1750780b52a8 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 944 time: 0.1679020 Aug 30 04:28:51.263996 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=20 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:51.275455 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:51.278591 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee52c8b-9303-49ce-8470-d15d058ef840 req-f7411d9c-91ca-4dd7-b4f5-7d2f82b62689 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:51.280077 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8ee52c8b-9303-49ce-8470-d15d058ef840 req-f7411d9c-91ca-4dd7-b4f5-7d2f82b62689 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.1042056 Aug 30 04:28:51.297528 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-ab9eb452-42c0-4628-b300-9b7cfd907d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0b9488-6100-4281-972e-44537b48dc76', 'name': 'tempest-AttachVolumeShelveTestJSON-273455019-router', 'tenant_id': '8afb4049582c4beaa9defa2fe20c8b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'de5de454-e840-412f-8a1d-c07983265b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:55Z', 'updated_at': '2022-08-30T04:28:00Z', 'revision_number': 4, 'project_id': '8afb4049582c4beaa9defa2fe20c8b52', 'gw_port': {'id': 'de5de454-e840-412f-8a1d-c07983265b2b', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:24:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b9488-6100-4281-972e-44537b48dc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:55Z', 'updated_at': '2022-08-30T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_floatingips': [{'id': '4731c7cf-1d33-41b6-910f-38bffc4a8762', 'tenant_id': '8afb4049582c4beaa9defa2fe20c8b52', 'floating_ip_address': '172.27.1.247', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': '1b0b9488-6100-4281-972e-44537b48dc76', 'port_id': '1bbf1f65-3b92-403e-a0f0-5309613fb5f8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a833cc4-0338-4d6e-b00c-99c3817ea5ba', 'mac_address': 'fa:16:3e:da:46:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eaa5682-d37f-4718-af65-77b66b3963b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:28:05Z', 'updated_at': '2022-08-30T04:28:50Z', 'revision_number': 1, 'project_id': '8afb4049582c4beaa9defa2fe20c8b52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd472d91-79f6-4964-8656-333efb576867', 'name': '', 'network_id': '3a833cc4-0338-4d6e-b00c-99c3817ea5ba', 'tenant_id': '8afb4049582c4beaa9defa2fe20c8b52', 'mac_address': 'fa:16:3e:06:20:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b9488-6100-4281-972e-44537b48dc76', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '14ce1079-bb9d-4bd2-9455-27504a55dd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:59Z', 'updated_at': '2022-08-30T04:28:12Z', 'revision_number': 5, 'project_id': '8afb4049582c4beaa9defa2fe20c8b52', 'subnets': [{'id': '14ce1079-bb9d-4bd2-9455-27504a55dd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:28:51.320223 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05632f3-8bb3-4144-a2f5-1e97cf5870c8 req-bc046195-e9f4-4051-8d6a-6d2e65a8a884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:51.321715 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a05632f3-8bb3-4144-a2f5-1e97cf5870c8 req-bc046195-e9f4-4051-8d6a-6d2e65a8a884 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3347948 Aug 30 04:28:51.321871 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9eb452-42c0-4628-b300-9b7cfd907d7c None None] Checking router: 1b0b9488-6100-4281-972e-44537b48dc76 for host: dv-cinder-854265-2-iscsi {{(pid=106259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:28:51.330499 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9eb452-42c0-4628-b300-9b7cfd907d7c None None] Routers {'1b0b9488-6100-4281-972e-44537b48dc76'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:28:51.331096 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-ab9eb452-42c0-4628-b300-9b7cfd907d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:28:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['1b0b9488-6100-4281-972e-44537b48dc76'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:28:51.346562 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f4e3db67-64c4-471b-89ca-83c1ac662a58 req-3a89e38b-04f3-4d03-ada4-8b4db7d5a4fe tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990362 Aug 30 04:28:51.363960 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8ee52c8b-9303-49ce-8470-d15d058ef840 req-c12fd984-153f-4003-85a4-a3fd2a8845a0 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706537 Aug 30 04:28:51.432598 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-ab9eb452-42c0-4628-b300-9b7cfd907d7c None None] Set router 1b0b9488-6100-4281-972e-44537b48dc76 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:28:51.560872 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:51.639145 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-ab9eb452-42c0-4628-b300-9b7cfd907d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0b9488-6100-4281-972e-44537b48dc76', 'name': 'tempest-AttachVolumeShelveTestJSON-273455019-router', 'tenant_id': '8afb4049582c4beaa9defa2fe20c8b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'de5de454-e840-412f-8a1d-c07983265b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:55Z', 'updated_at': '2022-08-30T04:28:00Z', 'revision_number': 4, 'project_id': '8afb4049582c4beaa9defa2fe20c8b52', 'gw_port': {'id': 'de5de454-e840-412f-8a1d-c07983265b2b', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:24:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b9488-6100-4281-972e-44537b48dc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:55Z', 'updated_at': '2022-08-30T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_floatingips': [{'id': '4731c7cf-1d33-41b6-910f-38bffc4a8762', 'tenant_id': '8afb4049582c4beaa9defa2fe20c8b52', 'floating_ip_address': '172.27.1.247', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': '1b0b9488-6100-4281-972e-44537b48dc76', 'port_id': '1bbf1f65-3b92-403e-a0f0-5309613fb5f8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a833cc4-0338-4d6e-b00c-99c3817ea5ba', 'mac_address': 'fa:16:3e:da:46:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eaa5682-d37f-4718-af65-77b66b3963b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:28:05Z', 'updated_at': '2022-08-30T04:28:50Z', 'revision_number': 1, 'project_id': '8afb4049582c4beaa9defa2fe20c8b52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd472d91-79f6-4964-8656-333efb576867', 'name': '', 'network_id': '3a833cc4-0338-4d6e-b00c-99c3817ea5ba', 'tenant_id': '8afb4049582c4beaa9defa2fe20c8b52', 'mac_address': 'fa:16:3e:06:20:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b9488-6100-4281-972e-44537b48dc76', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '14ce1079-bb9d-4bd2-9455-27504a55dd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:59Z', 'updated_at': '2022-08-30T04:28:12Z', 'revision_number': 5, 'project_id': '8afb4049582c4beaa9defa2fe20c8b52', 'subnets': [{'id': '14ce1079-bb9d-4bd2-9455-27504a55dd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:28:51.669267 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9eb452-42c0-4628-b300-9b7cfd907d7c None None] The sync data for ids ['1b0b9488-6100-4281-972e-44537b48dc76'] in dv-cinder-854265-2-iscsi is: [{'id': '1b0b9488-6100-4281-972e-44537b48dc76', 'name': 'tempest-AttachVolumeShelveTestJSON-273455019-router', 'tenant_id': '8afb4049582c4beaa9defa2fe20c8b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'de5de454-e840-412f-8a1d-c07983265b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:55Z', 'updated_at': '2022-08-30T04:28:00Z', 'revision_number': 4, 'project_id': '8afb4049582c4beaa9defa2fe20c8b52', 'gw_port': {'id': 'de5de454-e840-412f-8a1d-c07983265b2b', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:24:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b9488-6100-4281-972e-44537b48dc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:55Z', 'updated_at': '2022-08-30T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_floatingips': [{'id': '4731c7cf-1d33-41b6-910f-38bffc4a8762', 'tenant_id': '8afb4049582c4beaa9defa2fe20c8b52', 'floating_ip_address': '172.27.1.247', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': '1b0b9488-6100-4281-972e-44537b48dc76', 'port_id': '1bbf1f65-3b92-403e-a0f0-5309613fb5f8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a833cc4-0338-4d6e-b00c-99c3817ea5ba', 'mac_address': 'fa:16:3e:da:46:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eaa5682-d37f-4718-af65-77b66b3963b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:28:05Z', 'updated_at': '2022-08-30T04:28:50Z', 'revision_number': 1, 'project_id': '8afb4049582c4beaa9defa2fe20c8b52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd472d91-79f6-4964-8656-333efb576867', 'name': '', 'network_id': '3a833cc4-0338-4d6e-b00c-99c3817ea5ba', 'tenant_id': '8afb4049582c4beaa9defa2fe20c8b52', 'mac_address': 'fa:16:3e:06:20:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b9488-6100-4281-972e-44537b48dc76', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '14ce1079-bb9d-4bd2-9455-27504a55dd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:59Z', 'updated_at': '2022-08-30T04:28:12Z', 'revision_number': 5, 'project_id': '8afb4049582c4beaa9defa2fe20c8b52', 'subnets': [{'id': '14ce1079-bb9d-4bd2-9455-27504a55dd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:28:51.789443 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e77b1-9ddc-47f7-aa39-f690552913d7 req-bc2471c4-e7a8-44cd-9992-d94cc36b71df tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:51.790906 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-fc3e77b1-9ddc-47f7-aa39-f690552913d7 req-bc2471c4-e7a8-44cd-9992-d94cc36b71df tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 946 time: 0.0527608 Aug 30 04:28:51.839912 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-fc3e77b1-9ddc-47f7-aa39-f690552913d7 req-44946185-ac72-4d7f-9235-0bdea1b56876 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433199 Aug 30 04:28:51.860774 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c561ec14-08bf-444c-8b99-9aa2ba862194 None None] New status for floating IP 4731c7cf-1d33-41b6-910f-38bffc4a8762: ACTIVE {{(pid=106260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:28:52.490163 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff1260-f58a-4490-a277-ebce4a15c450 req-61c20a1c-a1ed-424b-b11d-6fd5a655818a tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:52.491627 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6eff1260-f58a-4490-a277-ebce4a15c450 req-61c20a1c-a1ed-424b-b11d-6fd5a655818a tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 944 time: 0.0739059 Aug 30 04:28:52.510712 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a960bd-93ca-4af1-9fbf-b048d68774a9 req-5cfffdc6-6688-491e-af10-bc81c2c8fa9e tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:52.512096 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-05a960bd-93ca-4af1-9fbf-b048d68774a9 req-5cfffdc6-6688-491e-af10-bc81c2c8fa9e tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0658231 Aug 30 04:28:52.554311 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:52.574080 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6eff1260-f58a-4490-a277-ebce4a15c450 req-09ceae14-770c-4b8e-983a-63ea85ef791b tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764501 Aug 30 04:28:52.588338 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-05a960bd-93ca-4af1-9fbf-b048d68774a9 req-e0cc26fc-25b2-447b-9331-452c19f05925 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694354 Aug 30 04:28:52.918688 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-9217dbdb-81e5-48b1-bb58-991a1c1636c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:52.961541 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d874b6-7b22-4061-af81-96a7dc84069c req-5f11b53d-7873-44be-989d-efd22772e791 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:52.962944 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-65d874b6-7b22-4061-af81-96a7dc84069c req-5f11b53d-7873-44be-989d-efd22772e791 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 946 time: 0.0482295 Aug 30 04:28:53.010336 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-65d874b6-7b22-4061-af81-96a7dc84069c req-75b4be48-d230-40a5-90e6-b9beb2d18c5c tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409966 Aug 30 04:28:53.707384 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:53.724430 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4658a-3889-4c6e-b201-badc6e7d5653 req-80b41838-2288-4f6f-8095-c6eef5be3aff tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:53.725911 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2ff4658a-3889-4c6e-b201-badc6e7d5653 req-80b41838-2288-4f6f-8095-c6eef5be3aff tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 944 time: 0.0795829 Aug 30 04:28:53.736351 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759931a4-0436-4066-9389-10d24503c10f req-99f64531-7d62-4586-b5bf-64c7421968e6 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:53.737733 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-759931a4-0436-4066-9389-10d24503c10f req-99f64531-7d62-4586-b5bf-64c7421968e6 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0633247 Aug 30 04:28:53.809301 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2ff4658a-3889-4c6e-b201-badc6e7d5653 req-9fe005c7-9178-4065-84d8-d04a6b3769e6 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684400 Aug 30 04:28:53.813844 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-759931a4-0436-4066-9389-10d24503c10f req-375de336-7a92-4052-ac04-6e3c34270207 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685253 Aug 30 04:28:54.126663 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4af1e-fdde-437a-863c-e6bb025d80b4 req-c47b00bb-f67c-4ae0-8863-acb57467461c tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:54.128131 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-63f4af1e-fdde-437a-863c-e6bb025d80b4 req-c47b00bb-f67c-4ae0-8863-acb57467461c tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 946 time: 0.0468464 Aug 30 04:28:54.176810 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-63f4af1e-fdde-437a-863c-e6bb025d80b4 req-711c5222-8e12-4580-8447-9d9131c7d134 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430298 Aug 30 04:28:54.958368 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a1e1f-bc80-4fc6-9e6e-4de733ef365c req-f804ff86-690c-4f1a-883c-222494b8735c tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:54.959827 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-863a1e1f-bc80-4fc6-9e6e-4de733ef365c req-f804ff86-690c-4f1a-883c-222494b8735c tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 944 time: 0.0779383 Aug 30 04:28:54.965348 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0994e35d-1711-44e2-8f88-92317256d1d4 req-d711dee6-e504-41e3-9aa2-b5d3fae4dc9f tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:54.966671 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0994e35d-1711-44e2-8f88-92317256d1d4 req-d711dee6-e504-41e3-9aa2-b5d3fae4dc9f tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0757806 Aug 30 04:28:55.037951 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-863a1e1f-bc80-4fc6-9e6e-4de733ef365c req-8093946a-27e0-48f4-88ae-7bd446dc6b3b tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703769 Aug 30 04:28:55.041088 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0994e35d-1711-44e2-8f88-92317256d1d4 req-c02dba56-6086-4d07-beee-9a32da81b77f tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664015 Aug 30 04:28:55.300061 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5570e-7a7e-4a5f-a514-0a7346666e41 req-0a4fe4a2-db73-4841-a89c-3fe5c7332982 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:55.301792 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1dd5570e-7a7e-4a5f-a514-0a7346666e41 req-0a4fe4a2-db73-4841-a89c-3fe5c7332982 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 946 time: 0.0511374 Aug 30 04:28:55.302983 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-fa58df38-dd90-4de3-987b-225d7131a055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:55.351794 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1dd5570e-7a7e-4a5f-a514-0a7346666e41 req-9dfd47d1-5136-4cbc-960f-4d2d598f199c tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432715 Aug 30 04:28:55.644593 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d607ac-c9e2-497c-8bb3-90d7cac0afe1 req-7b18d16c-d3cd-4cb5-958c-3884a3bc50ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:55.646099 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-61d607ac-c9e2-497c-8bb3-90d7cac0afe1 req-7b18d16c-d3cd-4cb5-958c-3884a3bc50ee service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=3a833cc4-0338-4d6e-b00c-99c3817ea5ba HTTP/1.1" status: 200 len: 918 time: 0.0897658 Aug 30 04:28:56.213663 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512d615-83dc-425f-8bc6-87189823ed26 req-d25fabca-8396-4e27-a01b-3ffaa1e9f143 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:56.215171 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c512d615-83dc-425f-8bc6-87189823ed26 req-d25fabca-8396-4e27-a01b-3ffaa1e9f143 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 944 time: 0.0958660 Aug 30 04:28:56.222748 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457ae8a-c760-4456-b8a6-6ae5667d1347 req-112c56ab-40d3-4688-a7cf-d2fea8a22599 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:56.224074 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a457ae8a-c760-4456-b8a6-6ae5667d1347 req-112c56ab-40d3-4688-a7cf-d2fea8a22599 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.1027429 Aug 30 04:28:56.301612 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c512d615-83dc-425f-8bc6-87189823ed26 req-50fff278-efe9-4bd2-8d2e-d62f63b4456d tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765960 Aug 30 04:28:56.304927 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a457ae8a-c760-4456-b8a6-6ae5667d1347 req-56fdbc2e-36bf-447f-879c-4041365f5ac4 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732665 Aug 30 04:28:56.452336 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:56.469618 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da47ac-e242-4322-8733-7ca5748b46ba req-c477bd1e-7b7a-4857-a4fc-a6f293435023 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:56.471121 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d1da47ac-e242-4322-8733-7ca5748b46ba req-c477bd1e-7b7a-4857-a4fc-a6f293435023 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 946 time: 0.0470395 Aug 30 04:28:56.538069 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:56.587595 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-61d607ac-c9e2-497c-8bb3-90d7cac0afe1 req-d86f92e0-6a40-4b86-99e2-6dd8b5b8fc65 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bbf1f65-3b92-403e-a0f0-5309613fb5f8 HTTP/1.1" status: 200 len: 1002 time: 0.1120009 Aug 30 04:28:56.594451 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d1da47ac-e242-4322-8733-7ca5748b46ba req-06dff185-2ace-4995-ac30-dcc32398f432 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121070 Aug 30 04:28:56.778333 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26887cda-ca5e-4f75-aac3-2c66c13004c9 req-37217960-f487-4b5d-bff0-5425d626451b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:56.779761 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-26887cda-ca5e-4f75-aac3-2c66c13004c9 req-37217960-f487-4b5d-bff0-5425d626451b service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=3a706ffd11144f46ba54becd86464f02&device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 1128 time: 0.0395601 Aug 30 04:28:57.467628 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afa1eef-44e2-4d0e-b2cc-5b01f51bfea0 req-84ec54a6-4d0c-4fb8-bab2-d9084be49a0c tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:57.469464 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7afa1eef-44e2-4d0e-b2cc-5b01f51bfea0 req-84ec54a6-4d0c-4fb8-bab2-d9084be49a0c tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0890644 Aug 30 04:28:57.477427 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f85bde-24d7-433d-a06a-0602a6cc78d5 req-c9b6042c-06bf-4bb0-9f81-c9a3335fe50a tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:57.478844 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-81f85bde-24d7-433d-a06a-0602a6cc78d5 req-c9b6042c-06bf-4bb0-9f81-c9a3335fe50a tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 944 time: 0.0861356 Aug 30 04:28:57.530335 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:28:57.554222 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7afa1eef-44e2-4d0e-b2cc-5b01f51bfea0 req-e7e1f6a6-9a28-4722-9173-0c93ba5a33b5 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744851 Aug 30 04:28:57.557151 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-81f85bde-24d7-433d-a06a-0602a6cc78d5 req-2eee5b28-a2a2-4b79-95a5-b9db65d073cf tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713234 Aug 30 04:28:57.717048 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a10df9-9df3-48ea-bcf1-386181877a02 req-3387df42-6ab0-4985-8dd7-188d2d301316 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:57.718539 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d6a10df9-9df3-48ea-bcf1-386181877a02 req-3387df42-6ab0-4985-8dd7-188d2d301316 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 946 time: 0.0501382 Aug 30 04:28:57.766904 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d6a10df9-9df3-48ea-bcf1-386181877a02 req-491c402a-ffda-48b4-b7ba-8fc45ca6775a tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423558 Aug 30 04:28:57.898733 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:58.120580 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:28:58.701235 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c1a7f-8bf8-449d-9378-53f1e1072ab0 req-7f8f06bb-b397-4330-b58e-de754b77d5f8 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:58.702709 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-959c1a7f-8bf8-449d-9378-53f1e1072ab0 req-7f8f06bb-b397-4330-b58e-de754b77d5f8 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0749283 Aug 30 04:28:58.708312 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ed5cb-c21e-4e31-8bcd-8ad8cc54951d req-67e86a31-ab41-4f22-ac70-b54149db4c93 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:58.709742 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a33ed5cb-c21e-4e31-8bcd-8ad8cc54951d req-67e86a31-ab41-4f22-ac70-b54149db4c93 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 944 time: 0.0800498 Aug 30 04:28:58.784596 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-959c1a7f-8bf8-449d-9378-53f1e1072ab0 req-6473afe4-5d2a-4740-a286-e609a348bce3 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739796 Aug 30 04:28:58.788689 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a33ed5cb-c21e-4e31-8bcd-8ad8cc54951d req-ff1afe9d-6bc6-4aca-a424-bf3c7dd7f546 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724235 Aug 30 04:28:58.886070 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fcb44-2989-4370-a602-4a1306ca239b req-5d3235b0-594e-4c3c-881d-117a5eb388d5 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:58.887501 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-327fcb44-2989-4370-a602-4a1306ca239b req-5d3235b0-594e-4c3c-881d-117a5eb388d5 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 946 time: 0.0473785 Aug 30 04:28:58.933115 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-327fcb44-2989-4370-a602-4a1306ca239b req-57bb202f-4844-4670-a53b-e7ff04a9542b tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400288 Aug 30 04:28:59.933347 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b44ba-8ccb-43fc-ad61-eafdfb4f7376 req-f379bd20-e9aa-402a-be45-860af9bc2cce tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:59.934807 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ce9b44ba-8ccb-43fc-ad61-eafdfb4f7376 req-f379bd20-e9aa-402a-be45-860af9bc2cce tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0778115 Aug 30 04:28:59.940246 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e5dcdd-0263-4309-b54e-1fa5e982c48b req-c1b61ec8-cca1-4043-bf33-3f334fe7942b tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:28:59.941602 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-98e5dcdd-0263-4309-b54e-1fa5e982c48b req-c1b61ec8-cca1-4043-bf33-3f334fe7942b tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 944 time: 0.0751417 Aug 30 04:29:00.014243 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ce9b44ba-8ccb-43fc-ad61-eafdfb4f7376 req-c28805f0-b03b-4f8a-9691-93dd0ed15944 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716965 Aug 30 04:29:00.020280 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-98e5dcdd-0263-4309-b54e-1fa5e982c48b req-a5887b63-63e0-4837-aac5-72c8533b03da tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718777 Aug 30 04:29:00.116264 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f489f-ecd9-40d9-9baf-e941b383030e req-ed5f856c-1d0b-48e6-951f-fced1bb66cc3 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:00.118020 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-577f489f-ecd9-40d9-9baf-e941b383030e req-ed5f856c-1d0b-48e6-951f-fced1bb66cc3 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 946 time: 0.0477457 Aug 30 04:29:00.157827 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:00.165430 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-577f489f-ecd9-40d9-9baf-e941b383030e req-9def2776-9685-4491-9d12-3d864f5129e2 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417695 Aug 30 04:29:00.316956 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:00.350415 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-26887cda-ca5e-4f75-aac3-2c66c13004c9 req-5fecac69-52e5-423a-8cc9-04b75bbfb3cd service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25b90fd3-3c90-4049-8348-c086d7152285 HTTP/1.1" status: 200 len: 217 time: 0.0424962 Aug 30 04:29:00.358381 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d607ac-c9e2-497c-8bb3-90d7cac0afe1 req-ae012675-6ce1-4c50-842d-2a7e7f89d376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:00.360309 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-61d607ac-c9e2-497c-8bb3-90d7cac0afe1 req-ae012675-6ce1-4c50-842d-2a7e7f89d376 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=14ce1079-bb9d-4bd2-9455-27504a55dd9e HTTP/1.1" status: 200 len: 855 time: 0.0523791 Aug 30 04:29:01.184605 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26887cda-ca5e-4f75-aac3-2c66c13004c9 req-abd88585-6ba6-41bd-b5a8-42144d8b2e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:01.186280 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-26887cda-ca5e-4f75-aac3-2c66c13004c9 req-abd88585-6ba6-41bd-b5a8-42144d8b2e6a service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=f7a849fd-7349-4aaa-9895-33f6e0837dd6 HTTP/1.1" status: 200 len: 853 time: 0.0488753 Aug 30 04:29:01.195424 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e557c712-6664-42ee-8594-387a39d162de req-ddd9b3d9-0bf4-435d-a689-3a3f71878d6a tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:01.196891 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e557c712-6664-42ee-8594-387a39d162de req-ddd9b3d9-0bf4-435d-a689-3a3f71878d6a tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.1085999 Aug 30 04:29:01.205403 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bab4c8-8ab9-49db-8505-d9f9fd90716b req-1a7f5375-a209-4289-a01e-0fa9602c5488 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:01.206771 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-48bab4c8-8ab9-49db-8505-d9f9fd90716b req-1a7f5375-a209-4289-a01e-0fa9602c5488 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 944 time: 0.1088862 Aug 30 04:29:01.215386 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d607ac-c9e2-497c-8bb3-90d7cac0afe1 req-c1c87a3b-c20b-455d-b2d8-747f2ae37738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:01.216728 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-61d607ac-c9e2-497c-8bb3-90d7cac0afe1 req-c1c87a3b-c20b-455d-b2d8-747f2ae37738 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=3a833cc4-0338-4d6e-b00c-99c3817ea5ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0764229 Aug 30 04:29:01.284646 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e557c712-6664-42ee-8594-387a39d162de req-905e1ba2-0c21-42a3-9c2b-429e73e4fccb tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753911 Aug 30 04:29:01.287597 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-48bab4c8-8ab9-49db-8505-d9f9fd90716b req-61f9792e-7b20-49bf-8eb3-e76d29fee888 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698953 Aug 30 04:29:01.398898 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26887cda-ca5e-4f75-aac3-2c66c13004c9 req-08a15efe-ea27-4eaa-bd18-e97809b78f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:01.401012 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-26887cda-ca5e-4f75-aac3-2c66c13004c9 req-08a15efe-ea27-4eaa-bd18-e97809b78f4d service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=96c8b8cf-2777-48ff-a669-0d5f521159b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0586736 Aug 30 04:29:01.421968 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:01.446417 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed8683-3469-45ac-a386-d37e045a2401 req-d2d4208c-7c20-4024-8ecc-99e4be0c716e tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:01.447818 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-69ed8683-3469-45ac-a386-d37e045a2401 req-d2d4208c-7c20-4024-8ecc-99e4be0c716e tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 946 time: 0.0951331 Aug 30 04:29:01.494030 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-61d607ac-c9e2-497c-8bb3-90d7cac0afe1 req-e7455982-6287-48e6-84f1-8d4e7edb7949 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3a833cc4-0338-4d6e-b00c-99c3817ea5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522217 Aug 30 04:29:01.535418 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-69ed8683-3469-45ac-a386-d37e045a2401 req-c27a048f-8fab-473c-b94f-7bd0e8c949e5 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797095 Aug 30 04:29:01.573463 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-26887cda-ca5e-4f75-aac3-2c66c13004c9 req-53e57d98-eb9a-4b3e-9a37-12e0a398e2f1 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/96c8b8cf-2777-48ff-a669-0d5f521159b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158569 Aug 30 04:29:01.609193 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-61d607ac-c9e2-497c-8bb3-90d7cac0afe1 req-c022babe-c412-4800-b0f4-7cace2c02863 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3a833cc4-0338-4d6e-b00c-99c3817ea5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022213 Aug 30 04:29:02.009914 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:02.028237 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:02.620953 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecad895-fee1-4bea-8847-4410d94f1da1 req-402fe779-fcfb-4bf5-9c9f-d4dde9be981c tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:02.622533 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3ecad895-fee1-4bea-8847-4410d94f1da1 req-402fe779-fcfb-4bf5-9c9f-d4dde9be981c tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.2636726 Aug 30 04:29:02.643916 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836673af-e11f-48f3-a3a7-4a3f0d6f0d3f req-45b66c02-6752-422d-a82b-87ca39f49077 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:02.645380 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-836673af-e11f-48f3-a3a7-4a3f0d6f0d3f req-45b66c02-6752-422d-a82b-87ca39f49077 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 944 time: 0.0659771 Aug 30 04:29:02.705148 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3ecad895-fee1-4bea-8847-4410d94f1da1 req-4235b27d-10d7-424c-9016-c0f178d94e8e tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764427 Aug 30 04:29:02.716385 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-836673af-e11f-48f3-a3a7-4a3f0d6f0d3f req-e36df061-57be-48bc-aa10-dbe69cded4ad tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645213 Aug 30 04:29:03.865761 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469bb5a6-6d8c-4dc7-9197-b27dd0dbeeb2 req-f16ab93e-f6e4-451a-98c6-f2855fafbd16 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:03.867491 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-469bb5a6-6d8c-4dc7-9197-b27dd0dbeeb2 req-f16ab93e-f6e4-451a-98c6-f2855fafbd16 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0838826 Aug 30 04:29:03.875012 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7495f-70a6-4227-8b25-f6137b46422e req-3192b3ab-d42b-418a-b579-64380f7f6df0 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:03.876410 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-67b7495f-70a6-4227-8b25-f6137b46422e req-3192b3ab-d42b-418a-b579-64380f7f6df0 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 944 time: 0.0775354 Aug 30 04:29:03.949358 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-469bb5a6-6d8c-4dc7-9197-b27dd0dbeeb2 req-3f56aadf-97b0-44ec-b567-ab663298d66c tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719740 Aug 30 04:29:03.952351 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-67b7495f-70a6-4227-8b25-f6137b46422e req-92a2ce0f-3ff8-48d5-8fff-cf6af96df1c6 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691819 Aug 30 04:29:05.096442 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b74d5-2bb4-4ab3-a96f-727c615dba13 req-c74ba945-1b94-4810-afed-696888eb3891 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:05.097903 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-146b74d5-2bb4-4ab3-a96f-727c615dba13 req-c74ba945-1b94-4810-afed-696888eb3891 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0750623 Aug 30 04:29:05.105061 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ad560-0ca8-4a64-b04e-7a73c3c06a9a req-f5e081f9-64f5-4ec3-a3d0-1815d9ef73a9 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:05.106428 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f06ad560-0ca8-4a64-b04e-7a73c3c06a9a req-f5e081f9-64f5-4ec3-a3d0-1815d9ef73a9 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 944 time: 0.0817611 Aug 30 04:29:05.170584 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:05.179645 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-146b74d5-2bb4-4ab3-a96f-727c615dba13 req-d828855e-af16-4698-88d8-56cc4a0699ec tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723393 Aug 30 04:29:05.182675 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f06ad560-0ca8-4a64-b04e-7a73c3c06a9a req-7b4f2e7b-a6f5-4e06-a5b9-5c05349f14ad tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690203 Aug 30 04:29:06.334695 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae467b-9b1c-4d75-9207-cbec9e18fc2b req-505bec95-b8b4-460b-991b-85edf05b966e tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:06.336177 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-04ae467b-9b1c-4d75-9207-cbec9e18fc2b req-505bec95-b8b4-460b-991b-85edf05b966e tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 944 time: 0.0814750 Aug 30 04:29:06.343547 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c0704-3adb-4afd-8a85-ef38d265bc56 req-740038a8-9b40-4387-891b-4897d7e7ebc6 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:06.344957 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-843c0704-3adb-4afd-8a85-ef38d265bc56 req-740038a8-9b40-4387-891b-4897d7e7ebc6 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0807333 Aug 30 04:29:06.418828 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-04ae467b-9b1c-4d75-9207-cbec9e18fc2b req-0eea0fad-b8c8-41f6-b467-a7fb4964cacc tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728209 Aug 30 04:29:06.421636 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:06.426793 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-843c0704-3adb-4afd-8a85-ef38d265bc56 req-f680dc43-c288-4d5e-977a-85a13121f95b tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738678 Aug 30 04:29:06.646944 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50570005-acc5-45b5-ace1-729cf022401b req-85e7420d-d619-40e5-b77f-eaaf1be9af4d tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:06.648397 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-50570005-acc5-45b5-ace1-729cf022401b req-85e7420d-d619-40e5-b77f-eaaf1be9af4d tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 946 time: 0.0466588 Aug 30 04:29:06.700633 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-50570005-acc5-45b5-ace1-729cf022401b req-c6f0d544-dd46-4be4-b997-8c91440dac30 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466084 Aug 30 04:29:06.867531 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-26887cda-ca5e-4f75-aac3-2c66c13004c9 req-ee3b39a6-2349-4904-a2e3-73fcbeec353c service neutron] 10.222.0.71 "GET /networking/v2.0/networks/96c8b8cf-2777-48ff-a669-0d5f521159b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062095 Aug 30 04:29:07.567188 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb445c06-d6f1-4159-8332-cd5a45726fad req-df3f94a0-181b-4c01-8e63-aa5021b53f32 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:07.568647 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bb445c06-d6f1-4159-8332-cd5a45726fad req-df3f94a0-181b-4c01-8e63-aa5021b53f32 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 944 time: 0.0735993 Aug 30 04:29:07.576102 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b1c8f-d234-4f22-8d20-11c6aa231ef6 req-77f4e013-b460-4925-b124-0b6affaa0701 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:07.577489 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5c2b1c8f-d234-4f22-8d20-11c6aa231ef6 req-77f4e013-b460-4925-b124-0b6affaa0701 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0717402 Aug 30 04:29:07.648867 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bb445c06-d6f1-4159-8332-cd5a45726fad req-1f53dd4f-9caa-4d0a-bf04-f33b72b0d33e tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704548 Aug 30 04:29:07.655521 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5c2b1c8f-d234-4f22-8d20-11c6aa231ef6 req-cd8858a2-41a7-4eb6-ab1d-fea55d132ad4 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705037 Aug 30 04:29:07.820400 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a3fa7-1941-4706-9b09-2a17eac83fe9 req-6ab86798-55d7-4be9-8d4a-b2bb22b733d7 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:07.821905 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f84a3fa7-1941-4706-9b09-2a17eac83fe9 req-6ab86798-55d7-4be9-8d4a-b2bb22b733d7 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 946 time: 0.0475116 Aug 30 04:29:07.868802 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f84a3fa7-1941-4706-9b09-2a17eac83fe9 req-1affdb52-5b6d-4ecd-ab50-76997e6d8b85 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414126 Aug 30 04:29:08.110259 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=47,neutron:UPDATE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:08.116436 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:08.797781 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab892b-2f52-465e-b54e-dbae9cd205fa req-ff2fa33c-8d23-4d10-83d7-91699a1f36f1 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:08.799246 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f1ab892b-2f52-465e-b54e-dbae9cd205fa req-ff2fa33c-8d23-4d10-83d7-91699a1f36f1 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 944 time: 0.0777519 Aug 30 04:29:08.806613 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba1fa2-fe44-452d-99dd-d4557a6e159e req-e4aba3c0-0841-4013-8f05-1fa9674462ce tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:08.807973 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e5ba1fa2-fe44-452d-99dd-d4557a6e159e req-e4aba3c0-0841-4013-8f05-1fa9674462ce tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0776477 Aug 30 04:29:08.880469 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f1ab892b-2f52-465e-b54e-dbae9cd205fa req-91bf3cb3-fc4f-42da-a6ba-895731dcbed3 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715427 Aug 30 04:29:08.883808 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e5ba1fa2-fe44-452d-99dd-d4557a6e159e req-8aebcf5a-191a-4bda-b159-fbffc73f20f5 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690770 Aug 30 04:29:08.990488 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4234227-4c38-4629-b1ca-215b7fcf7106 req-89cf6235-6ecc-4463-bef3-f07d27a18bcd tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:08.992222 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a4234227-4c38-4629-b1ca-215b7fcf7106 req-89cf6235-6ecc-4463-bef3-f07d27a18bcd tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 946 time: 0.0470409 Aug 30 04:29:09.038759 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a4234227-4c38-4629-b1ca-215b7fcf7106 req-86c2fea1-34f5-433c-8a1e-ac0e6a8832d4 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410309 Aug 30 04:29:10.032393 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6838df-e61c-493d-8466-6cca6cb5025a req-5e722c7f-0c1c-4ada-bfcc-de3b9b432f03 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:10.033899 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6e6838df-e61c-493d-8466-6cca6cb5025a req-5e722c7f-0c1c-4ada-bfcc-de3b9b432f03 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 944 time: 0.0787454 Aug 30 04:29:10.039468 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade1777-e7ea-45ce-a67b-9d51144354d2 req-45a8aa13-7c57-4fd0-a115-8379c78d44af tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:10.040815 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-cade1777-e7ea-45ce-a67b-9d51144354d2 req-45a8aa13-7c57-4fd0-a115-8379c78d44af tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0767057 Aug 30 04:29:10.117156 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6e6838df-e61c-493d-8466-6cca6cb5025a req-9b65e636-1e4a-425f-9ca3-cb57cbd511d3 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751004 Aug 30 04:29:10.120218 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-cade1777-e7ea-45ce-a67b-9d51144354d2 req-f35eef6c-0b38-448e-bf8a-2d525f10c1be tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711551 Aug 30 04:29:10.186271 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:10.226659 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e760186b-0a8d-4413-bcdb-07ff0cfeef62 req-a5d6c244-878d-4d8c-98c3-f9bb28b9a9ab tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:10.228109 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e760186b-0a8d-4413-bcdb-07ff0cfeef62 req-a5d6c244-878d-4d8c-98c3-f9bb28b9a9ab tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 946 time: 0.0503919 Aug 30 04:29:10.276237 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e760186b-0a8d-4413-bcdb-07ff0cfeef62 req-6a9d41fb-2bd3-4393-87c6-c9a83c6858d3 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425177 Aug 30 04:29:11.266146 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5317d97-d91e-421c-9c6d-6a4dc2bf58c7 req-465ea05e-d2a5-4409-82f6-0115d98fee96 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:11.268014 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d5317d97-d91e-421c-9c6d-6a4dc2bf58c7 req-465ea05e-d2a5-4409-82f6-0115d98fee96 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 944 time: 0.0749733 Aug 30 04:29:11.275754 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d387ea-30b4-4dbb-99ec-5a09f9f3e51d req-ce82bd26-1878-410c-9fa9-5477c5f6e27e tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:11.277120 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c9d387ea-30b4-4dbb-99ec-5a09f9f3e51d req-ce82bd26-1878-410c-9fa9-5477c5f6e27e tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0748839 Aug 30 04:29:11.319629 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:11.354605 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d5317d97-d91e-421c-9c6d-6a4dc2bf58c7 req-a95c1b4f-6ce8-402a-a8bb-b6ffe7e74521 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765653 Aug 30 04:29:11.358681 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c9d387ea-30b4-4dbb-99ec-5a09f9f3e51d req-27083ea8-1994-4686-b7a1-c5536cb15081 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740211 Aug 30 04:29:11.458100 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6118e-61eb-4f43-8917-e89ec853a186 req-5089292d-7cf2-49ef-8a0d-789ef1271865 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:11.459568 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b0a6118e-61eb-4f43-8917-e89ec853a186 req-5089292d-7cf2-49ef-8a0d-789ef1271865 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 946 time: 0.0475912 Aug 30 04:29:11.507368 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b0a6118e-61eb-4f43-8917-e89ec853a186 req-f975f766-f33e-470b-ac98-1317731c3511 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422699 Aug 30 04:29:12.110573 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (dd0d0365-d50b-4401-90d8-c3ff73fab053), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:12.508153 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea984d0-466c-4b09-8405-19e1b3227424 req-b1a2a414-6493-42f0-b55a-18c36638a512 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:12.509632 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3ea984d0-466c-4b09-8405-19e1b3227424 req-b1a2a414-6493-42f0-b55a-18c36638a512 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0690372 Aug 30 04:29:12.515012 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc046f88-556c-4aaa-b2fb-2e7132e41c57 req-ced7d1f0-4c3e-46ab-a8e3-ae901bad7846 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:12.517001 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bc046f88-556c-4aaa-b2fb-2e7132e41c57 req-ced7d1f0-4c3e-46ab-a8e3-ae901bad7846 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 944 time: 0.0872092 Aug 30 04:29:12.587613 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3ea984d0-466c-4b09-8405-19e1b3227424 req-04252c10-48a8-4209-be6c-5f05be2476a0 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696619 Aug 30 04:29:12.591785 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bc046f88-556c-4aaa-b2fb-2e7132e41c57 req-b111064e-0e84-4a41-b142-bcb4e9911f3f tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672836 Aug 30 04:29:12.689049 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb275fc1-95ff-484a-998d-57b41140d5d7 req-bda8ce89-3759-4f8f-84a3-e3ca8358fb89 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:12.690545 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-cb275fc1-95ff-484a-998d-57b41140d5d7 req-bda8ce89-3759-4f8f-84a3-e3ca8358fb89 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 946 time: 0.0467856 Aug 30 04:29:12.736875 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-cb275fc1-95ff-484a-998d-57b41140d5d7 req-f043031f-f1c5-4fa5-864f-8c61e336819f tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407324 Aug 30 04:29:13.747062 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea735e6-a4cb-480b-9700-b095c288ba4e req-dfc12bd7-14da-4e75-a710-965e12fd745e tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:13.748479 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8ea735e6-a4cb-480b-9700-b095c288ba4e req-dfc12bd7-14da-4e75-a710-965e12fd745e tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0836575 Aug 30 04:29:13.754840 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38feab62-5ef2-4c71-9896-5334f2adfd3f req-8a1209b1-8df3-4d3a-ae01-c5c3cbba5ea5 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:13.756232 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-38feab62-5ef2-4c71-9896-5334f2adfd3f req-8a1209b1-8df3-4d3a-ae01-c5c3cbba5ea5 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 944 time: 0.0895493 Aug 30 04:29:13.774688 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 53960) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:13.830166 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8ea735e6-a4cb-480b-9700-b095c288ba4e req-b27d52e7-72f0-4796-8d85-bb1ab2304b08 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729580 Aug 30 04:29:13.837593 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-38feab62-5ef2-4c71-9896-5334f2adfd3f req-f3c90b07-aeaf-4aa9-9870-36ec91b7a76d tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714414 Aug 30 04:29:13.898932 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-8557fe50-191e-4cea-917f-5a07baad393a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:13.944243 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe29d57-2205-45d7-a3ab-d8cc8f4920bc req-517ab137-b0e3-4f85-b830-55656c385df7 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:13.945755 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ebe29d57-2205-45d7-a3ab-d8cc8f4920bc req-517ab137-b0e3-4f85-b830-55656c385df7 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 946 time: 0.0541935 Aug 30 04:29:13.974739 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb38fbd-3822-427d-af2a-f003f75ae22a req-7f0cea66-b428-4cd9-a046-9e8770a5ca5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:13.976282 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-fbb38fbd-3822-427d-af2a-f003f75ae22a req-7f0cea66-b428-4cd9-a046-9e8770a5ca5b service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 1130 time: 0.0509260 Aug 30 04:29:13.995766 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ebe29d57-2205-45d7-a3ab-d8cc8f4920bc req-cf067899-de21-406b-9fd7-a2d6f9a1c8f5 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442801 Aug 30 04:29:14.018689 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-8557fe50-191e-4cea-917f-5a07baad393a admin admin] Publish callbacks [] for security_group (81dcf112-4c5d-484e-b4e2-3cd11c36b21b), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:14.022581 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-8557fe50-191e-4cea-917f-5a07baad393a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (81dcf112-4c5d-484e-b4e2-3cd11c36b21b), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:14.061006 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-8557fe50-191e-4cea-917f-5a07baad393a admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=09121f11f90c491f82f0b88b59c0716d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2851837 Aug 30 04:29:14.061940 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557fe50-191e-4cea-917f-5a07baad393a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81dcf112-4c5d-484e-b4e2-3cd11c36b21b,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:14.064324 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 53964) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:14.113386 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-03ef4ae7-6099-4e27-a3c9-6d3a94ecf0b9 admin admin] Publish callbacks [] for security_group (81dcf112-4c5d-484e-b4e2-3cd11c36b21b), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:14.130196 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:14.135609 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-03ef4ae7-6099-4e27-a3c9-6d3a94ecf0b9 admin admin] Publish callbacks [] for security_group (81dcf112-4c5d-484e-b4e2-3cd11c36b21b), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:14.182809 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-03ef4ae7-6099-4e27-a3c9-6d3a94ecf0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (81dcf112-4c5d-484e-b4e2-3cd11c36b21b), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:14.185542 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-03ef4ae7-6099-4e27-a3c9-6d3a94ecf0b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:14.186692 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-03ef4ae7-6099-4e27-a3c9-6d3a94ecf0b9 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/81dcf112-4c5d-484e-b4e2-3cd11c36b21b HTTP/1.1" status: 204 len: 168 time: 0.1211941 Aug 30 04:29:14.194849 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ef4ae7-6099-4e27-a3c9-6d3a94ecf0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81dcf112-4c5d-484e-b4e2-3cd11c36b21b,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:14.517508 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34796435-2ec5-4ff6-8408-d7602c25ab2d req-58cf425d-626b-4dea-89c3-6c31dc820a18 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:14.518911 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-34796435-2ec5-4ff6-8408-d7602c25ab2d req-58cf425d-626b-4dea-89c3-6c31dc820a18 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 946 time: 0.0784574 Aug 30 04:29:14.523574 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-fbb38fbd-3822-427d-af2a-f003f75ae22a req-e4880b8f-b0f4-4f69-929b-eb16a61966ac service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792487 Aug 30 04:29:14.989300 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45079657-922e-44eb-8bd7-b1f30c6239e3 req-cee6e79a-eb6f-4409-9eb0-8115e893644f tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:14.990723 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-45079657-922e-44eb-8bd7-b1f30c6239e3 req-cee6e79a-eb6f-4409-9eb0-8115e893644f tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0855274 Aug 30 04:29:15.043861 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12b3d4-db1d-444e-9e93-2aad95c9957f req-b2a49166-02df-4f9f-84df-5df73f9da5ee tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:15.045362 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ce12b3d4-db1d-444e-9e93-2aad95c9957f req-b2a49166-02df-4f9f-84df-5df73f9da5ee tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 944 time: 0.1284759 Aug 30 04:29:15.053891 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:15.196654 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-45079657-922e-44eb-8bd7-b1f30c6239e3 req-623902e9-5cae-46fd-9033-8289534b20c7 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888106 Aug 30 04:29:15.219409 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [req-34796435-2ec5-4ff6-8408-d7602c25ab2d req-03724eac-514f-4b9c-a28a-c96e9be718fd tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Deleting port 9bb909ce-9d58-4d61-a46f-d9e132bf03a8 {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:29:15.219751 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-34796435-2ec5-4ff6-8408-d7602c25ab2d req-03724eac-514f-4b9c-a28a-c96e9be718fd tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (9bb909ce-9d58-4d61-a46f-d9e132bf03a8), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:15.226581 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ce12b3d4-db1d-444e-9e93-2aad95c9957f req-a1a49d06-ad9a-4ae8-a15f-145a57517cec tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713805 Aug 30 04:29:15.330739 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc9c89-7efa-4f99-bcf3-3a4f8b39b042 req-78d845fd-4cf8-41e3-9894-f96cefd17659 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:15.332207 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3bfc9c89-7efa-4f99-bcf3-3a4f8b39b042 req-78d845fd-4cf8-41e3-9894-f96cefd17659 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 946 time: 0.0634871 Aug 30 04:29:15.372622 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-34796435-2ec5-4ff6-8408-d7602c25ab2d req-03724eac-514f-4b9c-a28a-c96e9be718fd tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] For port 9bb909ce-9d58-4d61-a46f-d9e132bf03a8, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=9bb909ce-9d58-4d61-a46f-d9e132bf03a8,segment=NetworkSegment(211ef5bb-e874-4c0c-91ab-d61cbe721bae),segment_id=211ef5bb-e874-4c0c-91ab-d61cbe721bae)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:29:15.372992 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-34796435-2ec5-4ff6-8408-d7602c25ab2d req-03724eac-514f-4b9c-a28a-c96e9be718fd tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (9bb909ce-9d58-4d61-a46f-d9e132bf03a8), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:15.397895 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [req-34796435-2ec5-4ff6-8408-d7602c25ab2d req-03724eac-514f-4b9c-a28a-c96e9be718fd tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Calling delete_port for 9bb909ce-9d58-4d61-a46f-d9e132bf03a8 owned by compute:nova {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:29:15.400591 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 25b90fd3-3c90-4049-8348-c086d7152285 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:29:15.421416 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3bfc9c89-7efa-4f99-bcf3-3a4f8b39b042 req-0c3f1c8d-03db-432a-b447-e47763944c19 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=a166b32d-8b3a-4ab9-9990-4d298003476e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823338 Aug 30 04:29:15.537691 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 25b90fd3-3c90-4049-8348-c086d7152285, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=25b90fd3-3c90-4049-8348-c086d7152285,segment=NetworkSegment(2df95583-7b31-406c-8e38-f71f0978ee31),segment_id=2df95583-7b31-406c-8e38-f71f0978ee31)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:29:15.550622 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Returning: {'device': '25b90fd3-3c90-4049-8348-c086d7152285', 'network_id': '96c8b8cf-2777-48ff-a669-0d5f521159b4', 'port_id': '25b90fd3-3c90-4049-8348-c086d7152285', 'mac_address': 'fa:16:3e:ce:91:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7a849fd-7349-4aaa-9895-33f6e0837dd6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:29:15.561255 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-34796435-2ec5-4ff6-8408-d7602c25ab2d req-03724eac-514f-4b9c-a28a-c96e9be718fd tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62508200'] for port (9bb909ce-9d58-4d61-a46f-d9e132bf03a8), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:15.589383 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port 25b90fd3-3c90-4049-8348-c086d7152285 is: DOWN; New status is: BUILD {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:29:15.589904 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (25b90fd3-3c90-4049-8348-c086d7152285), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:15.602227 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03724eac-514f-4b9c-a28a-c96e9be718fd tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Pushing event deleted for resources: {'Port': ['ID=9bb909ce-9d58-4d61-a46f-d9e132bf03a8,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:15.604076 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25b90fd3-3c90-4049-8348-c086d7152285 {{(pid=106259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:29:15.630586 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 25b90fd3-3c90-4049-8348-c086d7152285, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=25b90fd3-3c90-4049-8348-c086d7152285,segment=NetworkSegment(2df95583-7b31-406c-8e38-f71f0978ee31),segment_id=2df95583-7b31-406c-8e38-f71f0978ee31)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:29:15.635394 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (25b90fd3-3c90-4049-8348-c086d7152285), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:15.665507 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] get_ports_and_sgs() called for port_ids ['9bb909ce-9d58-4d61-a46f-d9e132bf03a8'] {{(pid=106259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:29:15.695289 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [req-34796435-2ec5-4ff6-8408-d7602c25ab2d req-03724eac-514f-4b9c-a28a-c96e9be718fd tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] No DVR routers for this DVR port 9bb909ce-9d58-4d61-a46f-d9e132bf03a8 on host hv-cinder-85426 {{(pid=106258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:29:15.707600 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-34796435-2ec5-4ff6-8408-d7602c25ab2d req-03724eac-514f-4b9c-a28a-c96e9be718fd tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:15.712029 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-34796435-2ec5-4ff6-8408-d7602c25ab2d req-03724eac-514f-4b9c-a28a-c96e9be718fd tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.71 "DELETE /networking/v2.0/ports/9bb909ce-9d58-4d61-a46f-d9e132bf03a8 HTTP/1.1" status: 204 len: 173 time: 0.7367485 Aug 30 04:29:15.712570 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5571ed9-9e05-4ace-8641-f598d247960a', 'name': 'network-vif-deleted', 'tag': '9bb909ce-9d58-4d61-a46f-d9e132bf03a8'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:29:15.714168 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=25b90fd3-3c90-4049-8348-c086d7152285,revision_number=4']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:15.717084 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cae73fbe7dcf058e11387a0db1adace332cfaa4523dfba65b1576f9d32bef72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbdcd6d3-f5ff-40e2-adf8-0898ebe69f14" -d '{"events": [{"server_uuid": "a5571ed9-9e05-4ace-8641-f598d247960a", "name": "network-vif-deleted", "tag": "9bb909ce-9d58-4d61-a46f-d9e132bf03a8"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:29:15.768948 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75251b3a-0c37-4ec0-9ccf-ec7824be7381 x-openstack-request-id: req-75251b3a-0c37-4ec0-9ccf-ec7824be7381 {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:29:15.769443 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5571ed9-9e05-4ace-8641-f598d247960a", "name": "network-vif-deleted", "tag": "9bb909ce-9d58-4d61-a46f-d9e132bf03a8", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:29:15.769872 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-75251b3a-0c37-4ec0-9ccf-ec7824be7381 {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:29:15.770419 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75251b3a-0c37-4ec0-9ccf-ec7824be7381'] response: {'server_uuid': 'a5571ed9-9e05-4ace-8641-f598d247960a', 'name': 'network-vif-deleted', 'tag': '9bb909ce-9d58-4d61-a46f-d9e132bf03a8', 'status': 'completed', 'code': 200} Aug 30 04:29:15.824082 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91517e-f3d1-43b6-bce9-2ca94b40aa82 req-9ad3fa16-e1b2-4acb-a502-bd80f0263f87 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:15.825570 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9e91517e-f3d1-43b6-bce9-2ca94b40aa82 req-9ad3fa16-e1b2-4acb-a502-bd80f0263f87 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.0480430 Aug 30 04:29:15.836514 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:15.873293 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9e91517e-f3d1-43b6-bce9-2ca94b40aa82 req-60b7e6c7-92c8-42db-bcea-dc65e9ecb8e8 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419476 Aug 30 04:29:16.346662 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5130e52c-1572-4c80-a1ed-fcb36fe7aa10 req-8cff8643-63e8-4859-929a-77c78f64b7a5 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:16.348452 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5130e52c-1572-4c80-a1ed-fcb36fe7aa10 req-8cff8643-63e8-4859-929a-77c78f64b7a5 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0769598 Aug 30 04:29:16.370008 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25935416-3b68-44ac-9aee-9b42e9bd6cd4 req-09228fbc-92f2-4c66-b728-5bdf166e0e2c tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:16.371353 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-25935416-3b68-44ac-9aee-9b42e9bd6cd4 req-09228fbc-92f2-4c66-b728-5bdf166e0e2c tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 945 time: 0.0683548 Aug 30 04:29:16.430730 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5130e52c-1572-4c80-a1ed-fcb36fe7aa10 req-7ff8b553-bdc2-4a0b-82fa-feb571c62ae6 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744765 Aug 30 04:29:16.441338 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-25935416-3b68-44ac-9aee-9b42e9bd6cd4 req-9037df61-36e2-40ec-b6f6-0021e7424ad6 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630853 Aug 30 04:29:16.470569 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] get_ports_and_sgs() called for port_ids ['25b90fd3-3c90-4049-8348-c086d7152285'] {{(pid=106259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:29:16.544911 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-98226541-3d57-4770-872a-bc1619acd0f6 req-2dbf0cb9-df24-4fbb-b343-586f3300d625 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 210 time: 0.0330565 Aug 30 04:29:16.990916 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb68102-1657-4306-ab18-982006f48744 req-7c8fb663-ce64-486e-b254-bdd15da8475a tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:16.992544 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2bb68102-1657-4306-ab18-982006f48744 req-7c8fb663-ce64-486e-b254-bdd15da8475a tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.0466647 Aug 30 04:29:17.039703 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2bb68102-1657-4306-ab18-982006f48744 req-472f8a80-02ea-4997-a70b-4903ad1f2837 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415671 Aug 30 04:29:17.578264 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a3df2-2e69-4c50-a999-ea14aa3eeddc req-c661563a-df62-4b27-b7a8-f137ce110966 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:17.579697 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f62a3df2-2e69-4c50-a999-ea14aa3eeddc req-c661563a-df62-4b27-b7a8-f137ce110966 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0747492 Aug 30 04:29:17.598198 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ed99e-3c32-4c81-ab11-63438881cb32 req-0fca213d-011f-4512-b4b7-e18b1f4b82b7 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:17.599563 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-294ed99e-3c32-4c81-ab11-63438881cb32 req-0fca213d-011f-4512-b4b7-e18b1f4b82b7 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 945 time: 0.0823431 Aug 30 04:29:17.615451 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:17.660885 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f62a3df2-2e69-4c50-a999-ea14aa3eeddc req-43c788fa-bcb3-4905-a8b9-cadbdf9f8a7e tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755196 Aug 30 04:29:17.672151 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-294ed99e-3c32-4c81-ab11-63438881cb32 req-ab44cdf9-8d59-4633-a7b6-34643d4699a7 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653465 Aug 30 04:29:17.758617 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-267bac02-c26a-479d-a923-979ec50175ca req-049d15d4-dfd8-4720-85b4-f6b7d1cd6885 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 210 time: 0.0286291 Aug 30 04:29:17.919761 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20bea9a-a8ba-472c-a6ab-9318945ecf85 req-639b6be0-8d68-4a14-a68b-7095adfacd3a tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:17.921214 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c20bea9a-a8ba-472c-a6ab-9318945ecf85 req-639b6be0-8d68-4a14-a68b-7095adfacd3a tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0451849 Aug 30 04:29:17.958880 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 25b90fd3-3c90-4049-8348-c086d7152285 up at agent hyperv_hv-cinder-85426 {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:29:17.966757 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c20bea9a-a8ba-472c-a6ab-9318945ecf85 req-d9456220-e4bf-41ef-841e-d76d3e7305d8 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395043 Aug 30 04:29:18.001879 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Provisioning for port 25b90fd3-3c90-4049-8348-c086d7152285 completed by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:29:18.007477 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Provisioning complete for port 25b90fd3-3c90-4049-8348-c086d7152285 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:29:18.008090 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (25b90fd3-3c90-4049-8348-c086d7152285), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:18.080058 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port 25b90fd3-3c90-4049-8348-c086d7152285 is: BUILD; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:29:18.080453 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (25b90fd3-3c90-4049-8348-c086d7152285), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:18.104573 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6237f90-e53d-407a-b307-d8ce658c6e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b90fd3-3c90-4049-8348-c086d7152285'}] {{(pid=106259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:29:18.106953 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e273ce8b2ae48758be2a6d8dc958f9d92735a0e32143c567216a16ba221820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dfc6329-c187-423e-9222-96b8bb40c917" -d '{"events": [{"server_uuid": "f6237f90-e53d-407a-b307-d8ce658c6e0e", "name": "network-vif-plugged", "status": "completed", "tag": "25b90fd3-3c90-4049-8348-c086d7152285"}]}' {{(pid=106259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:29:18.121134 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 25b90fd3-3c90-4049-8348-c086d7152285, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=25b90fd3-3c90-4049-8348-c086d7152285,segment=NetworkSegment(2df95583-7b31-406c-8e38-f71f0978ee31),segment_id=2df95583-7b31-406c-8e38-f71f0978ee31)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:29:18.126060 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (25b90fd3-3c90-4049-8348-c086d7152285), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:18.126894 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 9bb909ce-9d58-4d61-a46f-d9e132bf03a8 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:29:18.152287 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30fe6ecb-aeb9-4c86-90e2-448cc9522abc x-openstack-request-id: req-30fe6ecb-aeb9-4c86-90e2-448cc9522abc {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:29:18.152602 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6237f90-e53d-407a-b307-d8ce658c6e0e", "name": "network-vif-plugged", "status": "completed", "tag": "25b90fd3-3c90-4049-8348-c086d7152285", "code": 200}]} {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:29:18.152859 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-30fe6ecb-aeb9-4c86-90e2-448cc9522abc {{(pid=106259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:29:18.153276 dv-cinder-854265-2-iscsi neutron-server[106259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30fe6ecb-aeb9-4c86-90e2-448cc9522abc'] response: {'server_uuid': 'f6237f90-e53d-407a-b307-d8ce658c6e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b90fd3-3c90-4049-8348-c086d7152285', 'code': 200} Aug 30 04:29:18.170225 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] No Port match for: 9bb909ce-9d58-4d61-a46f-d9e132bf03a8 {{(pid=106259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:29:18.170573 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 9bb909ce-9d58-4d61-a46f-d9e132bf03a8 not bound to the agent host hv-cinder-85426 {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:29:18.171647 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c736bef-fd75-46f8-9bed-a7f15041c0a9 req-66c18593-d24b-4183-898a-4dd3850d3f3a tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:18.173132 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0c736bef-fd75-46f8-9bed-a7f15041c0a9 req-66c18593-d24b-4183-898a-4dd3850d3f3a tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.0545628 Aug 30 04:29:18.197887 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=25b90fd3-3c90-4049-8348-c086d7152285,revision_number=5']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:18.220183 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0c736bef-fd75-46f8-9bed-a7f15041c0a9 req-f31c26bd-b05e-4a97-896b-5d035a83a0ff tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411911 Aug 30 04:29:18.469232 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f2d48148-b9e9-46d6-921e-0f34f42edbb1 req-fdfd2c54-9eb7-4ffa-b468-c49740d4fbdb service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388830 Aug 30 04:29:18.688291 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d48148-b9e9-46d6-921e-0f34f42edbb1 req-7d4a5542-5062-4fbb-9fc7-5ba3f8025682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:18.690022 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-f2d48148-b9e9-46d6-921e-0f34f42edbb1 req-7d4a5542-5062-4fbb-9fc7-5ba3f8025682 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=edc09fe630034be4b292562e2de6e3f9&device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 1130 time: 0.0436099 Aug 30 04:29:18.717215 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff8701-1378-437d-95ff-d73b0943f1b7 req-0301dd27-0760-4857-81d8-80a043beefb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:18.718902 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5dff8701-1378-437d-95ff-d73b0943f1b7 req-0301dd27-0760-4857-81d8-80a043beefb7 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=edc09fe630034be4b292562e2de6e3f9&device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 1130 time: 0.0720394 Aug 30 04:29:18.720138 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943811a2-cf71-4865-bf72-80c227ad6459 req-fe8ca7b6-2932-4868-99da-e06591c18a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:18.721743 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-943811a2-cf71-4865-bf72-80c227ad6459 req-fe8ca7b6-2932-4868-99da-e06591c18a75 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 1130 time: 0.0654476 Aug 30 04:29:18.846883 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d48148-b9e9-46d6-921e-0f34f42edbb1 req-b3b1a579-8e6d-48e7-8289-d96a7c2da40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:18.848479 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-f2d48148-b9e9-46d6-921e-0f34f42edbb1 req-b3b1a579-8e6d-48e7-8289-d96a7c2da40e service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=661607d2-cb41-40c5-ac13-3334a7f66c5e HTTP/1.1" status: 200 len: 920 time: 0.1000564 Aug 30 04:29:18.872476 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1482ccd-0d6c-45f0-bf22-8d79cc92a85a req-55a6b52b-9827-4da1-bd77-07e404f84bfd tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:18.875294 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e1482ccd-0d6c-45f0-bf22-8d79cc92a85a req-55a6b52b-9827-4da1-bd77-07e404f84bfd tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 946 time: 0.1201830 Aug 30 04:29:18.934528 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:18.937670 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-f2d48148-b9e9-46d6-921e-0f34f42edbb1 req-c3ba019d-551a-4f4e-ba3a-e3e1d710d2f0 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fdbdf3d-c596-40b2-9e74-2020a17a72ed HTTP/1.1" status: 200 len: 217 time: 0.0418074 Aug 30 04:29:18.947881 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-64deb3a3-170b-40d3-b2bf-78dc2fda913e req-6b2f81c6-fb31-457a-b1e7-5c3e3fcb04a5 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 210 time: 0.0933762 Aug 30 04:29:18.962744 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-943811a2-cf71-4865-bf72-80c227ad6459 req-ab416222-62cb-41a4-bccf-4be55d2d6197 service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951950 Aug 30 04:29:18.993577 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff8701-1378-437d-95ff-d73b0943f1b7 req-829ab1fa-715a-4e09-bfff-3da3e80e8f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:18.995030 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5dff8701-1378-437d-95ff-d73b0943f1b7 req-829ab1fa-715a-4e09-bfff-3da3e80e8f1a service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=661607d2-cb41-40c5-ac13-3334a7f66c5e HTTP/1.1" status: 200 len: 920 time: 0.2311304 Aug 30 04:29:19.002841 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e1482ccd-0d6c-45f0-bf22-8d79cc92a85a req-e869649b-3135-4f79-bc72-843c2381e297 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135247 Aug 30 04:29:19.007719 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d48148-b9e9-46d6-921e-0f34f42edbb1 req-73868b73-191a-4dbb-a328-6753b53004ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:19.009487 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-f2d48148-b9e9-46d6-921e-0f34f42edbb1 req-73868b73-191a-4dbb-a328-6753b53004ba service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=d860aa44-a024-4bdb-b214-412c9f1784ea HTTP/1.1" status: 200 len: 857 time: 0.0568259 Aug 30 04:29:19.093531 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa312e8-4b80-469e-8497-c7ece123ca97 req-219406bb-93ca-43fe-a9bc-6cc818b1d4fc tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:19.094971 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3aa312e8-4b80-469e-8497-c7ece123ca97 req-219406bb-93ca-43fe-a9bc-6cc818b1d4fc tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0461686 Aug 30 04:29:19.346703 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3aa312e8-4b80-469e-8497-c7ece123ca97 req-4652951d-74c0-40d6-ab4b-80054d78936d tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463012 Aug 30 04:29:19.379841 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186700e1-f661-458d-829d-a78ccf1f7514 req-1bd24dac-c110-4999-9272-8dfd9850921b tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:19.381319 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-186700e1-f661-458d-829d-a78ccf1f7514 req-1bd24dac-c110-4999-9272-8dfd9850921b tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.0508442 Aug 30 04:29:19.427210 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-186700e1-f661-458d-829d-a78ccf1f7514 req-ca17cf94-5ae7-4b3f-999c-f0dfc2bf0c4c tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401340 Aug 30 04:29:19.528135 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5dff8701-1378-437d-95ff-d73b0943f1b7 req-a21c2a63-7c0e-463d-8227-41e4656b4770 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05e9029b-f746-406c-93bb-e93c4ab2ecb9 HTTP/1.1" status: 200 len: 217 time: 0.0340452 Aug 30 04:29:19.533851 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d48148-b9e9-46d6-921e-0f34f42edbb1 req-e5ce3b8b-f757-4c8f-8e01-d85a072dab99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:19.535308 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-f2d48148-b9e9-46d6-921e-0f34f42edbb1 req-e5ce3b8b-f757-4c8f-8e01-d85a072dab99 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=661607d2-cb41-40c5-ac13-3334a7f66c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408628 Aug 30 04:29:20.069302 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1e1c3bcf-8b4e-4677-bcc8-06bb10929a81 req-953cf7b6-f7e8-41ab-9877-44d8acfd8c50 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 210 time: 0.0327835 Aug 30 04:29:20.216495 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:20.242480 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520fb16e-430f-4164-8da4-2a251e0b5dfa req-107e69e8-e14a-4830-a1c6-35b601d7516f tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:20.243939 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-520fb16e-430f-4164-8da4-2a251e0b5dfa req-107e69e8-e14a-4830-a1c6-35b601d7516f tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 946 time: 0.1149542 Aug 30 04:29:20.245437 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-f2d48148-b9e9-46d6-921e-0f34f42edbb1 req-cb73dbcd-97c7-4bca-9c50-8a3980b91b43 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/661607d2-cb41-40c5-ac13-3334a7f66c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089129 Aug 30 04:29:20.255080 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff8701-1378-437d-95ff-d73b0943f1b7 req-bb966231-8953-4afa-8f59-475f0d28ee00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:20.256453 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5dff8701-1378-437d-95ff-d73b0943f1b7 req-bb966231-8953-4afa-8f59-475f0d28ee00 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=d860aa44-a024-4bdb-b214-412c9f1784ea HTTP/1.1" status: 200 len: 857 time: 0.1167622 Aug 30 04:29:20.266802 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e51af-1156-4565-901e-945d86eb25f8 req-45becc9b-9638-45c1-b6c8-4007fe9d17f5 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:20.268120 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-629e51af-1156-4565-901e-945d86eb25f8 req-45becc9b-9638-45c1-b6c8-4007fe9d17f5 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=53019836-c870-4c39-b085-179b6fb4e517 HTTP/1.1" status: 200 len: 945 time: 0.0997257 Aug 30 04:29:20.308336 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:20.329274 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-520fb16e-430f-4164-8da4-2a251e0b5dfa req-8760a034-9921-49f2-9c4e-a22235701090 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783978 Aug 30 04:29:20.339836 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-629e51af-1156-4565-901e-945d86eb25f8 req-960f2e00-1477-41d1-b919-4f14dda520f0 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=80c86d96-6871-4bef-9ff7-875b9784caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636146 Aug 30 04:29:20.466633 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb2fe0-e353-4fd7-99cb-5ea140cea56e req-09a181b3-686f-4c87-9c74-b69322596486 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:20.468030 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6dcb2fe0-e353-4fd7-99cb-5ea140cea56e req-09a181b3-686f-4c87-9c74-b69322596486 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0473585 Aug 30 04:29:20.525087 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6dcb2fe0-e353-4fd7-99cb-5ea140cea56e req-5e65ce59-7263-4961-bcd7-460d0a46767a tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505619 Aug 30 04:29:20.563876 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0f3cf-da94-44f9-a046-b757f56ec7ac req-919cf050-6ba6-44da-8522-291e48b222c8 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:20.565453 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-cbc0f3cf-da94-44f9-a046-b757f56ec7ac req-919cf050-6ba6-44da-8522-291e48b222c8 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.0606134 Aug 30 04:29:20.612139 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-cbc0f3cf-da94-44f9-a046-b757f56ec7ac req-48e05fa4-472d-4a56-b747-fc8bc241fc61 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408990 Aug 30 04:29:21.192448 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ad71354e-7bf2-47c1-9e8f-44da1978befe req-b4d8741e-9b60-46aa-a8c2-098a556dc540 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 210 time: 0.0287166 Aug 30 04:29:21.205479 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:21.219375 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:21.484892 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373da21-964b-41e1-8904-ea68a3a4bdfc req-76d84560-6f72-4526-bb8a-e31347feaf93 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:21.486406 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f373da21-964b-41e1-8904-ea68a3a4bdfc req-76d84560-6f72-4526-bb8a-e31347feaf93 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 946 time: 0.0788829 Aug 30 04:29:21.492239 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2522f79-b86a-4c58-a329-ce64707b272f req-46fb8de9-485c-4b69-bce4-384977a7083b tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:21.493590 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f2522f79-b86a-4c58-a329-ce64707b272f req-46fb8de9-485c-4b69-bce4-384977a7083b tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=53019836-c870-4c39-b085-179b6fb4e517 HTTP/1.1" status: 200 len: 945 time: 0.0760264 Aug 30 04:29:21.564610 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f373da21-964b-41e1-8904-ea68a3a4bdfc req-b3241df4-13e0-4fa0-87fd-66ae0ed2f844 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700893 Aug 30 04:29:21.568686 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f2522f79-b86a-4c58-a329-ce64707b272f req-13cac4d4-b324-43bc-9632-81aa5f106a54 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=80c86d96-6871-4bef-9ff7-875b9784caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675430 Aug 30 04:29:21.666009 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a8dd43-f0db-4472-b9be-5efba0ff0d7a req-81feed8a-2031-4cca-9333-fd62da3b4639 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:21.667496 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-12a8dd43-f0db-4472-b9be-5efba0ff0d7a req-81feed8a-2031-4cca-9333-fd62da3b4639 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0475242 Aug 30 04:29:21.740687 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:21.752502 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-12a8dd43-f0db-4472-b9be-5efba0ff0d7a req-f0ad6983-d250-4305-8e1b-93b577ea535c tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788336 Aug 30 04:29:21.758251 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e11bfa-5139-4022-8170-7e232bcf7371 req-7150c472-7b3e-45d6-abf6-5fe5325edc9a tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:21.759929 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-90e11bfa-5139-4022-8170-7e232bcf7371 req-7150c472-7b3e-45d6-abf6-5fe5325edc9a tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.0728033 Aug 30 04:29:21.807639 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-90e11bfa-5139-4022-8170-7e232bcf7371 req-fc3d80e5-8d07-4ca7-87fd-aa1f8a7959e3 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417187 Aug 30 04:29:22.303338 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-107c7991-2b77-4caa-bbfe-1ca35794a7dc req-10af121e-448c-4ee8-a049-0e3d2dac27e4 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 210 time: 0.0276830 Aug 30 04:29:22.713594 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd592d0-12d7-4f10-9292-f9cd58873b77 req-17b2a00a-bda3-4bbe-a9b5-4fc27df5870a tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:22.715035 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-edd592d0-12d7-4f10-9292-f9cd58873b77 req-17b2a00a-bda3-4bbe-a9b5-4fc27df5870a tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 946 time: 0.0771358 Aug 30 04:29:22.720567 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffe3f0-a37b-46dc-8e2f-92a72bb36bf0 req-f9eb038d-c11b-4006-9eee-d00518ed2708 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:22.721929 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a2ffe3f0-a37b-46dc-8e2f-92a72bb36bf0 req-f9eb038d-c11b-4006-9eee-d00518ed2708 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=53019836-c870-4c39-b085-179b6fb4e517 HTTP/1.1" status: 200 len: 945 time: 0.0822499 Aug 30 04:29:22.792976 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-edd592d0-12d7-4f10-9292-f9cd58873b77 req-26ff46bb-0b96-400a-b10d-0093fed449a7 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701153 Aug 30 04:29:22.797634 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a2ffe3f0-a37b-46dc-8e2f-92a72bb36bf0 req-1275b845-518e-40cf-bd47-f9cd4e9a8278 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=80c86d96-6871-4bef-9ff7-875b9784caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683405 Aug 30 04:29:22.922298 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-8215a39f-3524-4650-a6e2-31b755eca964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:22.926250 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95724a4-0b32-4864-96cd-6a89a7e42439 req-5f10df8b-3cdc-4b93-a806-e0b8b7620345 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:22.927717 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c95724a4-0b32-4864-96cd-6a89a7e42439 req-5f10df8b-3cdc-4b93-a806-e0b8b7620345 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0769913 Aug 30 04:29:22.954982 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a00cec3-8919-4793-a3b1-740a4dade6e5 req-c83c95d0-abdc-4985-baff-ca08211515c1 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:22.956389 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6a00cec3-8919-4793-a3b1-740a4dade6e5 req-c83c95d0-abdc-4985-baff-ca08211515c1 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.0735326 Aug 30 04:29:23.001737 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c95724a4-0b32-4864-96cd-6a89a7e42439 req-d2a1ad81-acac-4ac8-ac80-bf3b3db4d7a4 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683196 Aug 30 04:29:23.028001 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6a00cec3-8919-4793-a3b1-740a4dade6e5 req-a118d203-abb1-464f-8f66-d77cadedc934 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641062 Aug 30 04:29:23.412214 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c4da3dcf-b1b0-487f-925e-568294451fec req-764fbcec-6cd9-468a-867b-24104403e8b7 tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 210 time: 0.0277236 Aug 30 04:29:23.673238 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:23.704550 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff8701-1378-437d-95ff-d73b0943f1b7 req-ed91aa89-3396-44aa-a9bd-6c0bc48687da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:23.706258 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5dff8701-1378-437d-95ff-d73b0943f1b7 req-ed91aa89-3396-44aa-a9bd-6c0bc48687da service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=661607d2-cb41-40c5-ac13-3334a7f66c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405962 Aug 30 04:29:23.755484 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-f2d48148-b9e9-46d6-921e-0f34f42edbb1 req-21840860-7798-4999-bb22-48e6a008cc50 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/661607d2-cb41-40c5-ac13-3334a7f66c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899625 Aug 30 04:29:23.909992 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:23.948920 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a4fc3-c685-406d-9e8a-31a425d924b4 req-7084e36e-36ad-477e-8264-f081216696fc tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:23.950411 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e78a4fc3-c685-406d-9e8a-31a425d924b4 req-7084e36e-36ad-477e-8264-f081216696fc tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=53019836-c870-4c39-b085-179b6fb4e517 HTTP/1.1" status: 200 len: 945 time: 0.0782754 Aug 30 04:29:23.957903 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c2d57-008d-4faf-a268-f311ea40cca3 req-aa348590-79e9-4ad0-86e4-cbe00eb42d3b tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:23.959254 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-142c2d57-008d-4faf-a268-f311ea40cca3 req-aa348590-79e9-4ad0-86e4-cbe00eb42d3b tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 946 time: 0.0852811 Aug 30 04:29:24.035120 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-142c2d57-008d-4faf-a268-f311ea40cca3 req-6bf6833f-9664-4913-9d2b-640efb3d11ed tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691943 Aug 30 04:29:24.038132 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e78a4fc3-c685-406d-9e8a-31a425d924b4 req-62d00c9d-82a7-48cd-96e5-273a64a0ab62 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=80c86d96-6871-4bef-9ff7-875b9784caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779350 Aug 30 04:29:24.188097 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d26f516-e966-4f3b-9f90-0a26a3f48a4a req-dd85985e-9df7-418c-8be1-d050385c5a47 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:24.189589 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9d26f516-e966-4f3b-9f90-0a26a3f48a4a req-dd85985e-9df7-418c-8be1-d050385c5a47 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0808568 Aug 30 04:29:24.194985 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c24342-19bd-428d-aa88-3ebec0213932 req-124be882-af9c-4726-ae9c-13177ec1fd16 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:24.196319 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b8c24342-19bd-428d-aa88-3ebec0213932 req-124be882-af9c-4726-ae9c-13177ec1fd16 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.0762656 Aug 30 04:29:24.267279 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9d26f516-e966-4f3b-9f90-0a26a3f48a4a req-e0683c15-afbb-4f65-848b-44811d5dfafa tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699651 Aug 30 04:29:24.271147 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b8c24342-19bd-428d-aa88-3ebec0213932 req-7788bbc2-8cc5-45d5-ac23-599b6f6a45fc tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672648 Aug 30 04:29:24.367802 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7caf0f-2365-44bd-a7d0-1237037223cd req-1829c3aa-c76c-4cbb-aadd-7e46954e3cc3 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:24.369266 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4d7caf0f-2365-44bd-a7d0-1237037223cd req-1829c3aa-c76c-4cbb-aadd-7e46954e3cc3 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 946 time: 0.0465124 Aug 30 04:29:24.419781 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4d7caf0f-2365-44bd-a7d0-1237037223cd req-179f530d-5455-4312-8e5c-7aa12befb596 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451767 Aug 30 04:29:24.500492 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:24.507631 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:24.527193 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-80d51302-de26-473c-8e49-2f397a1e0f79 req-84a45359-df11-4aa6-b1cd-d4729443fd2c tempest-VolumesActionsTest-967137002 tempest-VolumesActionsTest-967137002-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a5571ed9-9e05-4ace-8641-f598d247960a HTTP/1.1" status: 200 len: 210 time: 0.0293775 Aug 30 04:29:24.789617 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faec26e-a933-46b5-9d1e-d26f631ea212 req-fe8c7d37-0b6c-4b73-84df-aeaf2ee3d2df tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:24.790972 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3faec26e-a933-46b5-9d1e-d26f631ea212 req-fe8c7d37-0b6c-4b73-84df-aeaf2ee3d2df tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 946 time: 0.0913789 Aug 30 04:29:24.810254 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:24.858004 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5dff8701-1378-437d-95ff-d73b0943f1b7 req-9d10ab33-4b78-40a7-b508-43e1e0702433 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/661607d2-cb41-40c5-ac13-3334a7f66c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305344 Aug 30 04:29:24.869835 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3faec26e-a933-46b5-9d1e-d26f631ea212 req-94015c6f-6508-4cc3-a6f6-4bd0f93d5485 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725176 Aug 30 04:29:24.929843 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331ca4f-9dd4-4d58-941a-77d6c6cb0748 req-423ea6d2-3666-4eed-b9cc-4601ede9b68a tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:24.931410 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-7331ca4f-9dd4-4d58-941a-77d6c6cb0748 req-423ea6d2-3666-4eed-b9cc-4601ede9b68a tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=53019836-c870-4c39-b085-179b6fb4e517 HTTP/1.1" status: 200 len: 945 time: 0.0645504 Aug 30 04:29:25.009461 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5dff8701-1378-437d-95ff-d73b0943f1b7 req-70cc47ef-9203-46be-9f62-293a6285d7f7 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/661607d2-cb41-40c5-ac13-3334a7f66c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964494 Aug 30 04:29:25.090284 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [req-7331ca4f-9dd4-4d58-941a-77d6c6cb0748 req-c554b73d-554b-4e28-8797-f26573123a76 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Deleting port 0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba {{(pid=106257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:29:25.090643 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-7331ca4f-9dd4-4d58-941a-77d6c6cb0748 req-c554b73d-554b-4e28-8797-f26573123a76 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:25.202578 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9466ef6e-f530-4e75-9dfc-16a9444ee049 req-a82a048a-109f-4b5c-8204-242408e66e95 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:25.203051 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [req-7331ca4f-9dd4-4d58-941a-77d6c6cb0748 req-c554b73d-554b-4e28-8797-f26573123a76 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] For port 0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba,segment=NetworkSegment(fe99bf72-82af-4368-a27d-a3119e44e20d),segment_id=fe99bf72-82af-4368-a27d-a3119e44e20d)] {{(pid=106257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:29:25.203541 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-7331ca4f-9dd4-4d58-941a-77d6c6cb0748 req-c554b73d-554b-4e28-8797-f26573123a76 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:25.209666 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9466ef6e-f530-4e75-9dfc-16a9444ee049 req-a82a048a-109f-4b5c-8204-242408e66e95 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=53019836-c870-4c39-b085-179b6fb4e517 HTTP/1.1" status: 200 len: 945 time: 0.0569568 Aug 30 04:29:25.223801 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [req-7331ca4f-9dd4-4d58-941a-77d6c6cb0748 req-c554b73d-554b-4e28-8797-f26573123a76 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Calling delete_port for 0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba owned by compute:nova {{(pid=106257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:29:25.263069 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9466ef6e-f530-4e75-9dfc-16a9444ee049 req-4b0b9a9f-f3be-407e-8d79-0cf704d86351 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=80c86d96-6871-4bef-9ff7-875b9784caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524282 Aug 30 04:29:25.314855 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-d1358d70-4e83-46ee-a0a1-c862fa0837c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:25.377466 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-7331ca4f-9dd4-4d58-941a-77d6c6cb0748 req-c554b73d-554b-4e28-8797-f26573123a76 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:25.406974 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c554b73d-554b-4e28-8797-f26573123a76 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Pushing event deleted for resources: {'Port': ['ID=0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:25.420948 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554b73d-554b-4e28-8797-f26573123a76 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:25.422020 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554b73d-554b-4e28-8797-f26573123a76 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:25.422367 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554b73d-554b-4e28-8797-f26573123a76 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:25.422708 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554b73d-554b-4e28-8797-f26573123a76 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:25.423045 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554b73d-554b-4e28-8797-f26573123a76 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:25.423402 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554b73d-554b-4e28-8797-f26573123a76 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:25.423734 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554b73d-554b-4e28-8797-f26573123a76 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:25.424059 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554b73d-554b-4e28-8797-f26573123a76 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:25.424245 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a7d920-24fd-468f-ac2c-6cb39b70d1f1 req-605eb220-ccd3-4926-9af2-7e099b171b39 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:25.424691 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554b73d-554b-4e28-8797-f26573123a76 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:25.424691 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554b73d-554b-4e28-8797-f26573123a76 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:25.425010 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554b73d-554b-4e28-8797-f26573123a76 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:25.425363 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554b73d-554b-4e28-8797-f26573123a76 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:25.425686 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554b73d-554b-4e28-8797-f26573123a76 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:25.425801 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-83a7d920-24fd-468f-ac2c-6cb39b70d1f1 req-605eb220-ccd3-4926-9af2-7e099b171b39 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0785429 Aug 30 04:29:25.426007 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554b73d-554b-4e28-8797-f26573123a76 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:25.426325 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554b73d-554b-4e28-8797-f26573123a76 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:25.433431 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04277c-2d71-4f9d-a37a-6dedf38433f7 req-e89ecb70-210c-4b04-94fa-5433221096e3 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:25.435049 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2f04277c-2d71-4f9d-a37a-6dedf38433f7 req-e89ecb70-210c-4b04-94fa-5433221096e3 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.0788670 Aug 30 04:29:25.443916 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:25.469538 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [req-7331ca4f-9dd4-4d58-941a-77d6c6cb0748 req-c554b73d-554b-4e28-8797-f26573123a76 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] No DVR routers for this DVR port 0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba on host hv-cinder-85426 {{(pid=106257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:29:25.472767 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-7331ca4f-9dd4-4d58-941a-77d6c6cb0748 req-c554b73d-554b-4e28-8797-f26573123a76 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:25.476517 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-7331ca4f-9dd4-4d58-941a-77d6c6cb0748 req-c554b73d-554b-4e28-8797-f26573123a76 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.71 "DELETE /networking/v2.0/ports/0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba HTTP/1.1" status: 204 len: 173 time: 0.4825482 Aug 30 04:29:25.476989 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53019836-c870-4c39-b085-179b6fb4e517', 'name': 'network-vif-deleted', 'tag': '0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba'}] {{(pid=106257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:29:25.479301 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d1a48af4e812f9c70823208ed2638ca64b88de6e4994a5bf3763d45491ed842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c4bf0e-299f-40a1-9fa9-6cafb3db9b7f" -d '{"events": [{"server_uuid": "53019836-c870-4c39-b085-179b6fb4e517", "name": "network-vif-deleted", "tag": "0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba"}]}' {{(pid=106257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:29:25.516189 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-83a7d920-24fd-468f-ac2c-6cb39b70d1f1 req-47ad8a56-6ba6-4f7f-8991-a106abeb810b tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800419 Aug 30 04:29:25.519398 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2f04277c-2d71-4f9d-a37a-6dedf38433f7 req-3c460038-3678-4577-93ba-f41b721d1b98 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770099 Aug 30 04:29:25.561520 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0fb0c9f-23a3-4aa4-86c7-d4ebeea84bc2 x-openstack-request-id: req-f0fb0c9f-23a3-4aa4-86c7-d4ebeea84bc2 {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:29:25.561813 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53019836-c870-4c39-b085-179b6fb4e517", "name": "network-vif-deleted", "tag": "0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba", "status": "completed", "code": 200}]} {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:29:25.562068 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-f0fb0c9f-23a3-4aa4-86c7-d4ebeea84bc2 {{(pid=106257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:29:25.562489 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0fb0c9f-23a3-4aa4-86c7-d4ebeea84bc2'] response: {'server_uuid': '53019836-c870-4c39-b085-179b6fb4e517', 'name': 'network-vif-deleted', 'tag': '0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba', 'status': 'completed', 'code': 200} Aug 30 04:29:25.955947 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:29:25.978104 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] No Port match for: 0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba {{(pid=106259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:29:25.978527 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 0fcce26e-b672-4e4b-aea3-9d7cd3bc24ba not bound to the agent host hv-cinder-85426 {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:29:26.385650 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-dd039135-51f4-49f4-b553-85db0b320427 req-e14dc5ee-0419-4c2b-b355-03b454df0822 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=53019836-c870-4c39-b085-179b6fb4e517 HTTP/1.1" status: 200 len: 210 time: 0.0290277 Aug 30 04:29:26.540077 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:26.635851 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c883cc-cb46-49c8-889d-d86f53b63cfd req-09818475-bf3c-47ed-b4f5-e40ca0798025 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:26.637242 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-77c883cc-cb46-49c8-889d-d86f53b63cfd req-09818475-bf3c-47ed-b4f5-e40ca0798025 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0475943 Aug 30 04:29:26.685680 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-77c883cc-cb46-49c8-889d-d86f53b63cfd req-6a7456da-d1a4-44cb-bfe1-ce295ae8a9c6 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429521 Aug 30 04:29:26.787118 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee127c2-cc42-4fbe-b770-c6d6eaebe203 req-4d7310f4-ae32-42fe-afe4-d68dba389ade tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:26.788553 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0ee127c2-cc42-4fbe-b770-c6d6eaebe203 req-4d7310f4-ae32-42fe-afe4-d68dba389ade tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.0468364 Aug 30 04:29:26.833955 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0ee127c2-cc42-4fbe-b770-c6d6eaebe203 req-ef67c657-81eb-4f3d-aed1-556424b7888f tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399334 Aug 30 04:29:27.485059 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-67c7c5a1-0422-4d39-a2f8-ea1bc25bdef7 req-1186b854-bf17-4b7b-866e-8d6b42fb942c tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=53019836-c870-4c39-b085-179b6fb4e517 HTTP/1.1" status: 200 len: 210 time: 0.0277162 Aug 30 04:29:27.540532 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.agents_db [None req-600259de-68db-4343-b4d4-64e31eed30fa None None] Agent healthcheck: found 6 active agents {{(pid=106260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:29:27.806760 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3108d76-d382-4002-aa83-51bde72db548 req-4f71e074-0cfa-46aa-8ddb-c29fa4ffad68 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:27.808231 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b3108d76-d382-4002-aa83-51bde72db548 req-4f71e074-0cfa-46aa-8ddb-c29fa4ffad68 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0515392 Aug 30 04:29:27.853781 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b3108d76-d382-4002-aa83-51bde72db548 req-0a1b5126-cf3f-44c3-8eef-8b1b52ea59bf tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393889 Aug 30 04:29:27.900317 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:27.956047 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c827de8-e047-44c7-bffd-28abe4868608 req-fde9d7ee-ef92-458e-9263-13a972a1f97f tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:27.957524 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5c827de8-e047-44c7-bffd-28abe4868608 req-fde9d7ee-ef92-458e-9263-13a972a1f97f tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.0474999 Aug 30 04:29:28.003307 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5c827de8-e047-44c7-bffd-28abe4868608 req-bde7d286-5dcb-43a8-84d2-60d07769dd91 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402629 Aug 30 04:29:28.123396 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:28.584618 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-81d0199f-29da-42e2-a5f7-0afcdac3b5c6 req-f3749fd2-7d64-475d-b7c8-c529b52a926f tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=53019836-c870-4c39-b085-179b6fb4e517 HTTP/1.1" status: 200 len: 210 time: 0.0273066 Aug 30 04:29:28.973375 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b06b7-b715-4804-a1bd-9504db4e1e13 req-93b55443-a888-4e05-9006-68f065576ca2 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:28.974806 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3d7b06b7-b715-4804-a1bd-9504db4e1e13 req-93b55443-a888-4e05-9006-68f065576ca2 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0485022 Aug 30 04:29:29.020188 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3d7b06b7-b715-4804-a1bd-9504db4e1e13 req-b527f613-304a-49f2-94d0-337f38036e95 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400226 Aug 30 04:29:29.119943 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e2db4-9040-47bd-af90-b8136f474bbd req-bd0065ee-ae41-4774-b0e5-036a29fe32c6 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:29.121455 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ae2e2db4-9040-47bd-af90-b8136f474bbd req-bd0065ee-ae41-4774-b0e5-036a29fe32c6 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.0468907 Aug 30 04:29:29.167312 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ae2e2db4-9040-47bd-af90-b8136f474bbd req-9b24b766-a499-4725-ab70-a4a98ee23076 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401132 Aug 30 04:29:29.684615 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-fea7d1bc-0432-44f2-b398-15e84dd516e5 req-b032868f-31ea-449e-8b85-bb0425b79f15 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=53019836-c870-4c39-b085-179b6fb4e517 HTTP/1.1" status: 200 len: 210 time: 0.0288789 Aug 30 04:29:30.122337 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:30.139866 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d855ac-74c6-4722-8783-8f1a7b3f745b req-01940635-f740-40f2-afca-5c66616f7f22 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:30.141854 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-50d855ac-74c6-4722-8783-8f1a7b3f745b req-01940635-f740-40f2-afca-5c66616f7f22 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0503724 Aug 30 04:29:30.187770 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-50d855ac-74c6-4722-8783-8f1a7b3f745b req-198685be-ac50-47a0-8043-0fe84131bb14 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402589 Aug 30 04:29:30.287608 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6457bbc-51a5-46b9-8367-d79344d7e867 req-da77e9a8-9f8a-4b2d-8564-768be210eb17 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:30.289108 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d6457bbc-51a5-46b9-8367-d79344d7e867 req-da77e9a8-9f8a-4b2d-8564-768be210eb17 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.0460181 Aug 30 04:29:30.334503 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d6457bbc-51a5-46b9-8367-d79344d7e867 req-c96e2d7c-aadd-4d40-97d3-66c28c9f8e4d tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398216 Aug 30 04:29:30.785988 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d5811c47-2f49-4e79-b349-1cc4ef2c1c80 req-ef737e5c-5f91-4a7b-9643-1e3965ca5376 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=53019836-c870-4c39-b085-179b6fb4e517 HTTP/1.1" status: 200 len: 210 time: 0.0311189 Aug 30 04:29:31.302577 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764eb943-e78b-452a-b7a9-a887d638cce8 req-47658d11-e787-428e-8a6f-fc205bdd6c67 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:31.304034 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-764eb943-e78b-452a-b7a9-a887d638cce8 req-47658d11-e787-428e-8a6f-fc205bdd6c67 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0464182 Aug 30 04:29:31.349086 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-764eb943-e78b-452a-b7a9-a887d638cce8 req-61ee1007-e3da-4398-9252-a502082de9b6 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397115 Aug 30 04:29:31.452176 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981dc8b-a5ac-46fc-bc31-5ff66d233832 req-8d123543-a96c-4bea-aeb7-da6cd344d40d tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:31.453684 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3981dc8b-a5ac-46fc-bc31-5ff66d233832 req-8d123543-a96c-4bea-aeb7-da6cd344d40d tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.0493796 Aug 30 04:29:31.472022 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:31.502065 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3981dc8b-a5ac-46fc-bc31-5ff66d233832 req-43637e2a-1512-442a-a8e3-19f98664ec42 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428531 Aug 30 04:29:31.919224 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-167d8821-62e6-44bf-89c8-f95a5c6abe79 req-0273fd0b-d93a-41f5-998e-f7f97669f6ec tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=53019836-c870-4c39-b085-179b6fb4e517 HTTP/1.1" status: 200 len: 210 time: 0.0409324 Aug 30 04:29:32.472624 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9cd1e-be37-4cc9-b4be-8fda22d9caeb req-f77b2eb2-c2d7-449f-ab0c-5a9ed5abf8db tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:32.474132 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4de9cd1e-be37-4cc9-b4be-8fda22d9caeb req-f77b2eb2-c2d7-449f-ab0c-5a9ed5abf8db tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0524726 Aug 30 04:29:32.525828 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4de9cd1e-be37-4cc9-b4be-8fda22d9caeb req-4957f50e-4c3b-4686-a3cd-048b33fbc1ed tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457406 Aug 30 04:29:32.670681 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68413b1b-5cda-4996-9659-0cb756578e81 req-0a07f95c-8b4b-491e-a67c-3602e759b991 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:32.680352 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-68413b1b-5cda-4996-9659-0cb756578e81 req-0a07f95c-8b4b-491e-a67c-3602e759b991 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.0927534 Aug 30 04:29:32.737432 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-68413b1b-5cda-4996-9659-0cb756578e81 req-c88b8bfc-66da-4830-96d8-dd76942ea301 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561950 Aug 30 04:29:33.189004 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5edf14c5-bae5-4f64-b950-79854cd82d06 req-4c120578-379e-4d79-82f5-d5c122310d3a tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=53019836-c870-4c39-b085-179b6fb4e517 HTTP/1.1" status: 200 len: 210 time: 0.1077685 Aug 30 04:29:34.085455 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3050811-372a-4f8a-b88f-439284a42daa req-7522558a-1437-442a-bbbd-0bd28809b092 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:34.086983 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c3050811-372a-4f8a-b88f-439284a42daa req-7522558a-1437-442a-bbbd-0bd28809b092 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.2629797 Aug 30 04:29:34.175722 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c3050811-372a-4f8a-b88f-439284a42daa req-6e5223ea-a4d4-4fd0-8f14-1704a8396685 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808647 Aug 30 04:29:34.197657 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 54270) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:34.202726 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-74508381-34c4-4716-a37d-493641a8487e tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1716965877', 'description': 'tempest-description--1523559208'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:29:34.233777 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-74508381-34c4-4716-a37d-493641a8487e tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:34.324019 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-acf39500-e56b-433b-bc3f-34f9f0fa0142 req-c9c6a07a-6e2f-4c99-a86a-5ed72190759f tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=53019836-c870-4c39-b085-179b6fb4e517 HTTP/1.1" status: 200 len: 210 time: 0.0401080 Aug 30 04:29:34.333418 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-74508381-34c4-4716-a37d-493641a8487e tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks [] for security_group (09216899-2967-4782-a816-4a06df734ccc), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:34.338170 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-74508381-34c4-4716-a37d-493641a8487e tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (09216899-2967-4782-a816-4a06df734ccc), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:34.372498 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-74508381-34c4-4716-a37d-493641a8487e tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:34.377161 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 54274) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:34.377754 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-74508381-34c4-4716-a37d-493641a8487e tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1781545 Aug 30 04:29:34.378154 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74508381-34c4-4716-a37d-493641a8487e tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09216899-2967-4782-a816-4a06df734ccc,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:34.384127 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-34bbd042-652f-421b-acc5-6228a46b03d6 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Request body: {'security_group_rule': {'security_group_id': '09216899-2967-4782-a816-4a06df734ccc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:29:34.385569 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74508381-34c4-4716-a37d-493641a8487e tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:34.385922 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74508381-34c4-4716-a37d-493641a8487e tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:34.386266 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74508381-34c4-4716-a37d-493641a8487e tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:34.386603 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74508381-34c4-4716-a37d-493641a8487e tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:34.386935 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74508381-34c4-4716-a37d-493641a8487e tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:34.387262 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74508381-34c4-4716-a37d-493641a8487e tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:34.387591 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74508381-34c4-4716-a37d-493641a8487e tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:34.387914 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74508381-34c4-4716-a37d-493641a8487e tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:34.388239 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74508381-34c4-4716-a37d-493641a8487e tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:34.388564 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74508381-34c4-4716-a37d-493641a8487e tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:34.388967 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74508381-34c4-4716-a37d-493641a8487e tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:34.389318 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74508381-34c4-4716-a37d-493641a8487e tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:34.389642 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74508381-34c4-4716-a37d-493641a8487e tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:34.389976 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74508381-34c4-4716-a37d-493641a8487e tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:34.390277 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74508381-34c4-4716-a37d-493641a8487e tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:34.428232 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-34bbd042-652f-421b-acc5-6228a46b03d6 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks [] for security_group_rule (35f97350-1c30-4390-a1d6-0fcfa4fa55d2), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:34.484188 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-34bbd042-652f-421b-acc5-6228a46b03d6 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks [] for security_group_rule (35f97350-1c30-4390-a1d6-0fcfa4fa55d2), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:34.490285 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-34bbd042-652f-421b-acc5-6228a46b03d6 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651561'] for security_group_rule (35f97350-1c30-4390-a1d6-0fcfa4fa55d2), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:34.517327 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bbd042-652f-421b-acc5-6228a46b03d6 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35f97350-1c30-4390-a1d6-0fcfa4fa55d2,revision_number=0']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:34.523809 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-34bbd042-652f-421b-acc5-6228a46b03d6 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:34.524502 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-34bbd042-652f-421b-acc5-6228a46b03d6 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1453872 Aug 30 04:29:34.527217 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 54280) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:34.532613 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-d9f3907c-8f8f-486e-84bf-80b633ca9d1b tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Request body: {'security_group_rule': {'security_group_id': '09216899-2967-4782-a816-4a06df734ccc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:29:34.561069 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-d9f3907c-8f8f-486e-84bf-80b633ca9d1b tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks [] for security_group_rule (5a84c17b-04f8-4226-9e4b-7abe3abac763), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:34.623163 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-d9f3907c-8f8f-486e-84bf-80b633ca9d1b tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks [] for security_group_rule (5a84c17b-04f8-4226-9e4b-7abe3abac763), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:34.626272 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-d9f3907c-8f8f-486e-84bf-80b633ca9d1b tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651561'] for security_group_rule (5a84c17b-04f8-4226-9e4b-7abe3abac763), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:34.641584 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:34.651437 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3907c-8f8f-486e-84bf-80b633ca9d1b tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a84c17b-04f8-4226-9e4b-7abe3abac763,revision_number=0']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:34.661908 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-d9f3907c-8f8f-486e-84bf-80b633ca9d1b tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:34.665569 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-d9f3907c-8f8f-486e-84bf-80b633ca9d1b tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1373603 Aug 30 04:29:34.666280 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 54282) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:34.672830 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-c6c3f0f1-2806-4cec-9192-5fd2bb8e1a1a tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Request body: {'floatingip': {'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:29:34.709947 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c6c3f0f1-2806-4cec-9192-5fd2bb8e1a1a tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:34.790205 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c6c3f0f1-2806-4cec-9192-5fd2bb8e1a1a tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:34.798796 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:34.921937 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [None req-c6c3f0f1-2806-4cec-9192-5fd2bb8e1a1a tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Allocated IP 172.27.1.101 (03964a12-f74f-4d2e-840d-00c949ed3dc4/00661445-2d2c-4e5c-8f29-475eaaec65d5/dcf79888-34f9-4fee-85c6-2c106190cb23) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:29:34.987616 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:35.080829 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c6c3f0f1-2806-4cec-9192-5fd2bb8e1a1a tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks [] for port (dcf79888-34f9-4fee-85c6-2c106190cb23), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:35.144997 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c6c3f0f1-2806-4cec-9192-5fd2bb8e1a1a tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62508200'] for port (dcf79888-34f9-4fee-85c6-2c106190cb23), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:35.230429 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c3f0f1-2806-4cec-9192-5fd2bb8e1a1a tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Network 03964a12-f74f-4d2e-840d-00c949ed3dc4 is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:29:35.237548 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-c6c3f0f1-2806-4cec-9192-5fd2bb8e1a1a tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:29:35.246475 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c3f0f1-2806-4cec-9192-5fd2bb8e1a1a tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:29:35.278332 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c3f0f1-2806-4cec-9192-5fd2bb8e1a1a tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Pushing event updated for resources: {'Port': ['ID=dcf79888-34f9-4fee-85c6-2c106190cb23,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:35.460458 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a164ee-12c7-4738-84e8-5de5fda0b1e8 req-9ace6e26-06c7-4c8a-a9d5-396386e25245 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:35.467541 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f7a164ee-12c7-4738-84e8-5de5fda0b1e8 req-9ace6e26-06c7-4c8a-a9d5-396386e25245 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.1461499 Aug 30 04:29:35.494835 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c6c3f0f1-2806-4cec-9192-5fd2bb8e1a1a tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks [] for floatingip (6f1fa3a5-ab88-4de0-9236-9f7496e99f3b), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:35.581909 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f7a164ee-12c7-4738-84e8-5de5fda0b1e8 req-64a61ef8-c82f-4ca4-b279-43feaf22251a tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131406 Aug 30 04:29:35.586556 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c6c3f0f1-2806-4cec-9192-5fd2bb8e1a1a tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (dcf79888-34f9-4fee-85c6-2c106190cb23), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:35.783138 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c6c3f0f1-2806-4cec-9192-5fd2bb8e1a1a tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks [] for port (dcf79888-34f9-4fee-85c6-2c106190cb23), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:35.787950 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c6c3f0f1-2806-4cec-9192-5fd2bb8e1a1a tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62508193'] for port (dcf79888-34f9-4fee-85c6-2c106190cb23), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:35.791380 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:35.862764 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c3f0f1-2806-4cec-9192-5fd2bb8e1a1a tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Pushing event updated for resources: {'Port': ['ID=dcf79888-34f9-4fee-85c6-2c106190cb23,revision_number=2']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:35.865172 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c6c3f0f1-2806-4cec-9192-5fd2bb8e1a1a tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696708'] for floatingip (6f1fa3a5-ab88-4de0-9236-9f7496e99f3b), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:35.883054 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c6c3f0f1-2806-4cec-9192-5fd2bb8e1a1a tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for floatingip (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:35.890492 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-c6c3f0f1-2806-4cec-9192-5fd2bb8e1a1a tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2169881 Aug 30 04:29:36.112798 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3b419bc4-ecf3-4615-afa7-1ff51759012e req-6c181292-c793-4c13-a8dd-e08a977ffcbc tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1716965877&fields=id&tenant_id=edc09fe630034be4b292562e2de6e3f9 HTTP/1.1" status: 200 len: 267 time: 0.0476596 Aug 30 04:29:36.228730 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b419bc4-ecf3-4615-afa7-1ff51759012e req-a5e04ad4-12df-41ec-9a09-5fc825366e25 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:36.230435 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3b419bc4-ecf3-4615-afa7-1ff51759012e req-a5e04ad4-12df-41ec-9a09-5fc825366e25 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/networks?id=661607d2-cb41-40c5-ac13-3334a7f66c5e HTTP/1.1" status: 200 len: 818 time: 0.1106389 Aug 30 04:29:36.246146 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3b419bc4-ecf3-4615-afa7-1ff51759012e req-fa4892fd-5968-4645-999a-488ebcf90288 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/quotas/edc09fe630034be4b292562e2de6e3f9 HTTP/1.1" status: 200 len: 375 time: 0.0095801 Aug 30 04:29:36.302834 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3b419bc4-ecf3-4615-afa7-1ff51759012e req-47dcb879-8d0c-490c-8729-da091281fc03 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=edc09fe630034be4b292562e2de6e3f9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0515366 Aug 30 04:29:36.334777 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:36.418815 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3b419bc4-ecf3-4615-afa7-1ff51759012e req-2bde72b4-bb4e-4f39-bf36-b949b51a51df service neutron] 10.222.0.85 "GET /networking/v2.0/networks/661607d2-cb41-40c5-ac13-3334a7f66c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028759 Aug 30 04:29:36.528507 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3b419bc4-ecf3-4615-afa7-1ff51759012e req-669a0c6f-70de-4ca8-bc5d-2b80c12c8ead service neutron] 10.222.0.85 "GET /networking/v2.0/networks/661607d2-cb41-40c5-ac13-3334a7f66c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038508 Aug 30 04:29:36.843473 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d407e791-5ba0-40f8-af79-9aae29848508 req-f72c2d7b-ddaf-4ca6-bd92-b22fe3f84ce5 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 210 time: 0.0857942 Aug 30 04:29:36.877610 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865ce16-02f1-4ef3-a51f-85b26196221c req-b4ac4f88-0d4f-4583-a037-5bb163d64f33 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:36.879282 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b865ce16-02f1-4ef3-a51f-85b26196221c req-b4ac4f88-0d4f-4583-a037-5bb163d64f33 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.1252778 Aug 30 04:29:36.935632 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b865ce16-02f1-4ef3-a51f-85b26196221c req-d00ee813-eb35-4294-aa23-c78b643125ce tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497496 Aug 30 04:29:37.536644 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:37.945576 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5b17af92-2aa7-43c0-add5-40ae51da8f31 req-1118d7c2-0e48-44cd-884c-8a3f3b037182 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 210 time: 0.0275953 Aug 30 04:29:38.064733 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad66a69-fb9a-409d-b8ab-682b4c1136eb req-4280e196-1915-48d0-a63a-871756eef03b tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:38.066183 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3ad66a69-fb9a-409d-b8ab-682b4c1136eb req-4280e196-1915-48d0-a63a-871756eef03b tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.0485263 Aug 30 04:29:38.111743 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3ad66a69-fb9a-409d-b8ab-682b4c1136eb req-0076a317-6065-490f-a280-5b82e48beef2 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401299 Aug 30 04:29:38.116682 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:38.119004 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:39.042860 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-25b50186-22ea-4935-a7a4-698af03eef83 req-12813235-3db7-44ea-a795-2b8a3ad22de7 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 210 time: 0.0275271 Aug 30 04:29:39.230863 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d1eb4-9789-462c-ab1c-e1576cf746ff req-549485dc-39a9-4393-89ab-64322878ff2d tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:39.232240 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-cc4d1eb4-9789-462c-ab1c-e1576cf746ff req-549485dc-39a9-4393-89ab-64322878ff2d tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.0458479 Aug 30 04:29:39.278843 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-cc4d1eb4-9789-462c-ab1c-e1576cf746ff req-3ba0437a-26f6-4892-ab01-2b2ed9a9665c tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404744 Aug 30 04:29:40.149853 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8f1249a9-2904-446a-a418-3273b43534fb req-d57e5c6c-bdb4-4b48-a298-142682095c07 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 210 time: 0.0312831 Aug 30 04:29:40.400643 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea63d0-b0b1-4264-8eab-8b0667bb3d57 req-4201c432-47ed-48a6-a813-791be68086ff tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:40.403020 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-23ea63d0-b0b1-4264-8eab-8b0667bb3d57 req-4201c432-47ed-48a6-a813-791be68086ff tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.0501349 Aug 30 04:29:40.456775 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-23ea63d0-b0b1-4264-8eab-8b0667bb3d57 req-989fd106-8264-418e-b79d-2105272d46e7 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483489 Aug 30 04:29:41.259256 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-aa93fc8b-5c5c-40bb-8fa4-d56a3a80c392 req-ef23ab84-2bdc-400a-ba6d-aa4a1480eafa tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 210 time: 0.0291228 Aug 30 04:29:41.592108 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f11a4e-ef63-47fa-b470-f0d8358886bd req-2cb003c0-3972-41a8-84e5-b38df7d7812b tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:41.598048 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-16f11a4e-ef63-47fa-b470-f0d8358886bd req-2cb003c0-3972-41a8-84e5-b38df7d7812b tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.0517986 Aug 30 04:29:41.643013 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:41.650441 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-16f11a4e-ef63-47fa-b470-f0d8358886bd req-ddbf6806-e4c6-4949-94c2-2bc68bccbfd0 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505743 Aug 30 04:29:41.879684 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:41.928524 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b419bc4-ecf3-4615-afa7-1ff51759012e req-7dbc9a80-4870-4cbd-ad46-da83eaa5e415 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:41.929968 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-3b419bc4-ecf3-4615-afa7-1ff51759012e req-7dbc9a80-4870-4cbd-ad46-da83eaa5e415 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.71 "GET /networking/v2.0/networks?id=661607d2-cb41-40c5-ac13-3334a7f66c5e HTTP/1.1" status: 200 len: 818 time: 0.1119399 Aug 30 04:29:42.096224 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-3b419bc4-ecf3-4615-afa7-1ff51759012e req-286e3cc1-8500-4958-9d3f-ea500bcb1410 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.71 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=edc09fe630034be4b292562e2de6e3f9 HTTP/1.1" status: 200 len: 380 time: 0.0839267 Aug 30 04:29:42.126265 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [req-3b419bc4-ecf3-4615-afa7-1ff51759012e req-f5aa8659-336e-4c11-906d-649eafa1a2e3 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Request body: {'port': {'device_id': '6d1ca12d-df37-4d58-b819-0e4c7df8fc9b', 'network_id': '661607d2-cb41-40c5-ac13-3334a7f66c5e', 'admin_state_up': True, 'tenant_id': 'edc09fe630034be4b292562e2de6e3f9', 'security_groups': ['09216899-2967-4782-a816-4a06df734ccc']}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:29:42.140489 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (dd0d0365-d50b-4401-90d8-c3ff73fab053), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:42.268699 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b419bc4-ecf3-4615-afa7-1ff51759012e req-f5aa8659-336e-4c11-906d-649eafa1a2e3 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Made reservation on behalf of edc09fe630034be4b292562e2de6e3f9 for: {'port': 1} {{(pid=106257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:29:42.273346 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-3b419bc4-ecf3-4615-afa7-1ff51759012e req-f5aa8659-336e-4c11-906d-649eafa1a2e3 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:42.431872 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6b4e603d-af10-44da-8fa4-945352d4af26 req-d97d09cb-1697-4834-bd49-c2f1f093dc11 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 210 time: 0.0581791 Aug 30 04:29:42.465857 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.db_base_plugin_common [req-3b419bc4-ecf3-4615-afa7-1ff51759012e req-f5aa8659-336e-4c11-906d-649eafa1a2e3 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Allocated IP 172.20.0.10 (661607d2-cb41-40c5-ac13-3334a7f66c5e/d860aa44-a024-4bdb-b214-412c9f1784ea/d21ea63a-d1d4-48e3-8e7e-276477e7b961) {{(pid=106257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:29:42.625240 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-3b419bc4-ecf3-4615-afa7-1ff51759012e req-f5aa8659-336e-4c11-906d-649eafa1a2e3 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks [] for port (d21ea63a-d1d4-48e3-8e7e-276477e7b961), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:42.661070 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-3b419bc4-ecf3-4615-afa7-1ff51759012e req-f5aa8659-336e-4c11-906d-649eafa1a2e3 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (d21ea63a-d1d4-48e3-8e7e-276477e7b961), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:42.791199 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac930d4d-7769-4e26-9451-be9292a83d43 req-0d7093d3-c523-46dd-9d7f-5102c94d8ecd tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:42.798920 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ac930d4d-7769-4e26-9451-be9292a83d43 req-0d7093d3-c523-46dd-9d7f-5102c94d8ecd tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.0613976 Aug 30 04:29:42.883852 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ac930d4d-7769-4e26-9451-be9292a83d43 req-d89de822-5eb7-49bb-88fb-2c73e65b5577 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836926 Aug 30 04:29:43.158245 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aa8659-336e-4c11-906d-649eafa1a2e3 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Pushing event updated for resources: {'Port': ['ID=d21ea63a-d1d4-48e3-8e7e-276477e7b961,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:43.183888 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b419bc4-ecf3-4615-afa7-1ff51759012e req-f5aa8659-336e-4c11-906d-649eafa1a2e3 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Network 661607d2-cb41-40c5-ac13-3334a7f66c5e is already hosted by enough agents. {{(pid=106257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:29:43.187564 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.base_scheduler [req-3b419bc4-ecf3-4615-afa7-1ff51759012e req-f5aa8659-336e-4c11-906d-649eafa1a2e3 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Resources bound (agent type, host, resource id): {{(pid=106257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:29:43.192627 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b419bc4-ecf3-4615-afa7-1ff51759012e req-f5aa8659-336e-4c11-906d-649eafa1a2e3 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Received port after_create {{(pid=106257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:29:43.197631 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c966d-8aac-4966-a317-18d330bf78b6 req-ad44b37a-74e4-4c6e-aa74-3dcd14576c52 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:43.206920 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-fd9c966d-8aac-4966-a317-18d330bf78b6 req-ad44b37a-74e4-4c6e-aa74-3dcd14576c52 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.0628705 Aug 30 04:29:43.244779 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:43.264758 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b419bc4-ecf3-4615-afa7-1ff51759012e req-f5aa8659-336e-4c11-906d-649eafa1a2e3 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:43.265985 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-3b419bc4-ecf3-4615-afa7-1ff51759012e req-f5aa8659-336e-4c11-906d-649eafa1a2e3 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:43.289865 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-3b419bc4-ecf3-4615-afa7-1ff51759012e req-f5aa8659-336e-4c11-906d-649eafa1a2e3 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1661799 Aug 30 04:29:43.304980 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-fd9c966d-8aac-4966-a317-18d330bf78b6 req-e964f273-e593-4ee6-b65f-836d05bc7065 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968337 Aug 30 04:29:43.535319 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-44be269d-ea71-4beb-b112-d040af2c2ee0 None None] Provisioning complete for port d21ea63a-d1d4-48e3-8e7e-276477e7b961 triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:29:43.535319 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-44be269d-ea71-4beb-b112-d040af2c2ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (d21ea63a-d1d4-48e3-8e7e-276477e7b961), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:43.596215 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-44be269d-ea71-4beb-b112-d040af2c2ee0 None None] Port d21ea63a-d1d4-48e3-8e7e-276477e7b961 cannot update to ACTIVE because it is not bound. {{(pid=106259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:29:43.602151 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3946ca3-3548-4830-8134-05044bd999dd req-92d5c7f2-8154-4b58-898f-9ac751a316ad tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:43.603705 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a3946ca3-3548-4830-8134-05044bd999dd req-92d5c7f2-8154-4b58-898f-9ac751a316ad tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 932 time: 0.0663874 Aug 30 04:29:43.666249 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a3946ca3-3548-4830-8134-05044bd999dd req-cb5e9c26-6a4b-4fac-98d1-dd7df733abe9 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=09216899-2967-4782-a816-4a06df734ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553253 Aug 30 04:29:44.493521 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb524865-d388-4508-85e8-b91a6082e106 req-3ac0a624-9bfe-4035-979d-106954f77856 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:44.495464 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-cb524865-d388-4508-85e8-b91a6082e106 req-3ac0a624-9bfe-4035-979d-106954f77856 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.0711040 Aug 30 04:29:44.553462 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-cb524865-d388-4508-85e8-b91a6082e106 req-1c5deb5a-f56a-459d-963e-180f157c5700 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509109 Aug 30 04:29:44.780883 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:44.792975 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77f604-060a-425d-b8d1-d2da00ece973 req-4d0da8fe-1a10-49f2-8342-8c02dea7e232 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:44.794616 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3a77f604-060a-425d-b8d1-d2da00ece973 req-4d0da8fe-1a10-49f2-8342-8c02dea7e232 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 932 time: 0.0555794 Aug 30 04:29:44.846163 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3a77f604-060a-425d-b8d1-d2da00ece973 req-861dc1a3-52cc-4423-b369-fb273c987da6 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=09216899-2967-4782-a816-4a06df734ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446877 Aug 30 04:29:45.699517 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f56ad2-4f29-486b-b47d-430ed2a5a32c req-0c16b802-d0d5-4741-bc1a-c87342c99ed2 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:45.701370 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-97f56ad2-4f29-486b-b47d-430ed2a5a32c req-0c16b802-d0d5-4741-bc1a-c87342c99ed2 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.0487635 Aug 30 04:29:45.752313 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-97f56ad2-4f29-486b-b47d-430ed2a5a32c req-7416a27e-c134-410f-a59d-d3c8e1067743 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446150 Aug 30 04:29:45.979148 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6f528-eab8-40a1-9651-22f9e7e3f40d req-cae3b425-32e0-4afb-b9a6-d2f038a9327b tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:45.981020 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-48d6f528-eab8-40a1-9651-22f9e7e3f40d req-cae3b425-32e0-4afb-b9a6-d2f038a9327b tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 932 time: 0.0578642 Aug 30 04:29:46.034553 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-48d6f528-eab8-40a1-9651-22f9e7e3f40d req-490daa25-478d-41ca-bc5f-09dbb96b60d3 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=09216899-2967-4782-a816-4a06df734ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464244 Aug 30 04:29:46.529367 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [req-3b419bc4-ecf3-4615-afa7-1ff51759012e req-18abafc5-bf71-48da-9df2-4693cb7cb029 service neutron] Request body: {'port': {'device_id': '6d1ca12d-df37-4d58-b819-0e4c7df8fc9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:29:46.604986 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-3b419bc4-ecf3-4615-afa7-1ff51759012e req-18abafc5-bf71-48da-9df2-4693cb7cb029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (d21ea63a-d1d4-48e3-8e7e-276477e7b961), before_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:46.848314 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c789a8e-1140-402e-9bd6-0faf34256d2d req-ceebedcb-9a10-4a5a-b76f-bde9b7a144e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:46.851336 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9c789a8e-1140-402e-9bd6-0faf34256d2d req-ceebedcb-9a10-4a5a-b76f-bde9b7a144e7 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=d7deffddf9934a028bfdb0b1c965c618&device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 1129 time: 0.0745530 Aug 30 04:29:46.923733 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:46.973742 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.notifiers.nova [req-3b419bc4-ecf3-4615-afa7-1ff51759012e req-18abafc5-bf71-48da-9df2-4693cb7cb029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d21ea63a-d1d4-48e3-8e7e-276477e7b961 {{(pid=106257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:29:46.981840 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-3b419bc4-ecf3-4615-afa7-1ff51759012e req-18abafc5-bf71-48da-9df2-4693cb7cb029 service neutron] Publish callbacks [] for port (d21ea63a-d1d4-48e3-8e7e-276477e7b961), precommit_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:46.996212 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.provisioning_blocks [req-3b419bc4-ecf3-4615-afa7-1ff51759012e req-18abafc5-bf71-48da-9df2-4693cb7cb029 service neutron] Transition to ACTIVE for port object d21ea63a-d1d4-48e3-8e7e-276477e7b961 will not be triggered until provisioned by entity L2. {{(pid=106257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:29:47.001308 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-3b419bc4-ecf3-4615-afa7-1ff51759012e req-18abafc5-bf71-48da-9df2-4693cb7cb029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61207719'] for port (d21ea63a-d1d4-48e3-8e7e-276477e7b961), after_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:47.011985 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d20134-0298-4fc1-8b3e-6c7f932c5873 req-51056c79-9b90-4ed4-8784-5fe6c96ac6c9 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:47.023034 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-46d20134-0298-4fc1-8b3e-6c7f932c5873 req-51056c79-9b90-4ed4-8784-5fe6c96ac6c9 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.1429586 Aug 30 04:29:47.112614 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18abafc5-bf71-48da-9df2-4693cb7cb029 service neutron] Pushing event updated for resources: {'Port': ['ID=d21ea63a-d1d4-48e3-8e7e-276477e7b961,revision_number=2']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:47.145833 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c789a8e-1140-402e-9bd6-0faf34256d2d req-540d14fc-ab82-402a-8deb-435ca57434de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:47.151510 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9c789a8e-1140-402e-9bd6-0faf34256d2d req-540d14fc-ab82-402a-8deb-435ca57434de service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=7fc2da6b-035c-428c-8a36-2438f46094fd HTTP/1.1" status: 200 len: 912 time: 0.2839088 Aug 30 04:29:47.179611 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.managers [req-3b419bc4-ecf3-4615-afa7-1ff51759012e req-18abafc5-bf71-48da-9df2-4693cb7cb029 service neutron] Attempting to bind port d21ea63a-d1d4-48e3-8e7e-276477e7b961 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:29:47.179958 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.managers [req-3b419bc4-ecf3-4615-afa7-1ff51759012e req-18abafc5-bf71-48da-9df2-4693cb7cb029 service neutron] Attempting to bind port d21ea63a-d1d4-48e3-8e7e-276477e7b961 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '661607d2-cb41-40c5-ac13-3334a7f66c5e'}] {{(pid=106257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:29:47.180274 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b419bc4-ecf3-4615-afa7-1ff51759012e req-18abafc5-bf71-48da-9df2-4693cb7cb029 service neutron] Attempting to bind port d21ea63a-d1d4-48e3-8e7e-276477e7b961 on network 661607d2-cb41-40c5-ac13-3334a7f66c5e {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:29:47.189408 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-46d20134-0298-4fc1-8b3e-6c7f932c5873 req-b3f7aa25-27ea-4e55-b88a-34df5d17c6de tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654637 Aug 30 04:29:47.194339 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b419bc4-ecf3-4615-afa7-1ff51759012e req-18abafc5-bf71-48da-9df2-4693cb7cb029 service neutron] Port d21ea63a-d1d4-48e3-8e7e-276477e7b961 on network 661607d2-cb41-40c5-ac13-3334a7f66c5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:29:47.194675 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b419bc4-ecf3-4615-afa7-1ff51759012e req-18abafc5-bf71-48da-9df2-4693cb7cb029 service neutron] Attempting to bind port d21ea63a-d1d4-48e3-8e7e-276477e7b961 on network 661607d2-cb41-40c5-ac13-3334a7f66c5e {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:29:47.219476 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b419bc4-ecf3-4615-afa7-1ff51759012e req-18abafc5-bf71-48da-9df2-4693cb7cb029 service neutron] Checking agent: {'id': 'dd0d0365-d50b-4401-90d8-c3ff73fab053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 24, 11), 'started_at': datetime.datetime(2022, 8, 30, 4, 24, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:29:47.219476 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b419bc4-ecf3-4615-afa7-1ff51759012e req-18abafc5-bf71-48da-9df2-4693cb7cb029 service neutron] Checking segment: {'id': 'bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '661607d2-cb41-40c5-ac13-3334a7f66c5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:29:47.219476 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b419bc4-ecf3-4615-afa7-1ff51759012e req-18abafc5-bf71-48da-9df2-4693cb7cb029 service neutron] Bound using segment: {'id': 'bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '661607d2-cb41-40c5-ac13-3334a7f66c5e'} {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:29:47.219476 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.managers [req-3b419bc4-ecf3-4615-afa7-1ff51759012e req-18abafc5-bf71-48da-9df2-4693cb7cb029 service neutron] Bound port: d21ea63a-d1d4-48e3-8e7e-276477e7b961, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '661607d2-cb41-40c5-ac13-3334a7f66c5e'}}] {{(pid=106257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:29:47.219476 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-3b419bc4-ecf3-4615-afa7-1ff51759012e req-18abafc5-bf71-48da-9df2-4693cb7cb029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (d21ea63a-d1d4-48e3-8e7e-276477e7b961), before_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:47.300861 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0056b1b6-670f-46cf-84a8-76d358875a10 req-99bd6445-4a7c-4e6a-94d8-6d350a8d89bf tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:47.302425 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0056b1b6-670f-46cf-84a8-76d358875a10 req-99bd6445-4a7c-4e6a-94d8-6d350a8d89bf tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 944 time: 0.0575314 Aug 30 04:29:47.321816 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [req-3b419bc4-ecf3-4615-afa7-1ff51759012e req-18abafc5-bf71-48da-9df2-4693cb7cb029 service neutron] For port d21ea63a-d1d4-48e3-8e7e-276477e7b961, host hv-cinder-85426, cleared binding levels {{(pid=106257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:29:47.325887 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [req-3b419bc4-ecf3-4615-afa7-1ff51759012e req-18abafc5-bf71-48da-9df2-4693cb7cb029 service neutron] For port d21ea63a-d1d4-48e3-8e7e-276477e7b961, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d21ea63a-d1d4-48e3-8e7e-276477e7b961,segment=NetworkSegment(bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb),segment_id=bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb)] {{(pid=106257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:29:47.327373 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9c789a8e-1140-402e-9bd6-0faf34256d2d req-2a098217-9dd7-4a32-abea-b44443c9fb94 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7064d357-6bbe-4302-95ac-eab03664669a HTTP/1.1" status: 200 len: 1000 time: 0.1657946 Aug 30 04:29:47.333123 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-3b419bc4-ecf3-4615-afa7-1ff51759012e req-18abafc5-bf71-48da-9df2-4693cb7cb029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61207719'] for port (d21ea63a-d1d4-48e3-8e7e-276477e7b961), after_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:47.339938 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b419bc4-ecf3-4615-afa7-1ff51759012e req-18abafc5-bf71-48da-9df2-4693cb7cb029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:47.341239 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-3b419bc4-ecf3-4615-afa7-1ff51759012e req-18abafc5-bf71-48da-9df2-4693cb7cb029 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:47.343380 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-3b419bc4-ecf3-4615-afa7-1ff51759012e req-18abafc5-bf71-48da-9df2-4693cb7cb029 service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/d21ea63a-d1d4-48e3-8e7e-276477e7b961 HTTP/1.1" status: 200 len: 1094 time: 0.8246527 Aug 30 04:29:47.343979 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d1ca12d-df37-4d58-b819-0e4c7df8fc9b', 'tag': 'd21ea63a-d1d4-48e3-8e7e-276477e7b961'}] {{(pid=106257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:29:47.347045 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d1a48af4e812f9c70823208ed2638ca64b88de6e4994a5bf3763d45491ed842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff712cc-ef74-4063-affd-33f99da1b8d5" -d '{"events": [{"name": "network-changed", "server_uuid": "6d1ca12d-df37-4d58-b819-0e4c7df8fc9b", "tag": "d21ea63a-d1d4-48e3-8e7e-276477e7b961"}]}' {{(pid=106257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:29:47.404441 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:47.412766 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0056b1b6-670f-46cf-84a8-76d358875a10 req-b2b6514e-0d79-4911-a433-8171a893f4b8 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=09216899-2967-4782-a816-4a06df734ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028090 Aug 30 04:29:47.423724 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c789a8e-1140-402e-9bd6-0faf34256d2d req-22d18562-614f-4cf9-812a-5a1e70dc5b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:47.441647 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9c789a8e-1140-402e-9bd6-0faf34256d2d req-22d18562-614f-4cf9-812a-5a1e70dc5b69 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=10d22c1f-33e0-4527-bb5d-63253813ffaa HTTP/1.1" status: 200 len: 849 time: 0.0876696 Aug 30 04:29:47.441880 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb208971-67fa-4ca1-b100-9c4f6c24f0ed x-openstack-request-id: req-fb208971-67fa-4ca1-b100-9c4f6c24f0ed {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:29:47.441880 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d1ca12d-df37-4d58-b819-0e4c7df8fc9b", "tag": "d21ea63a-d1d4-48e3-8e7e-276477e7b961", "status": "completed", "code": 200}]} {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:29:47.441880 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-fb208971-67fa-4ca1-b100-9c4f6c24f0ed {{(pid=106257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:29:47.441880 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb208971-67fa-4ca1-b100-9c4f6c24f0ed'] response: {'name': 'network-changed', 'server_uuid': '6d1ca12d-df37-4d58-b819-0e4c7df8fc9b', 'tag': 'd21ea63a-d1d4-48e3-8e7e-276477e7b961', 'status': 'completed', 'code': 200} Aug 30 04:29:47.449004 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18abafc5-bf71-48da-9df2-4693cb7cb029 service neutron] Pushing event updated for resources: {'Port': ['ID=d21ea63a-d1d4-48e3-8e7e-276477e7b961,revision_number=3']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:47.553298 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b419bc4-ecf3-4615-afa7-1ff51759012e req-e325f6ff-09a3-4cbf-9680-5992ba735f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:47.559108 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-3b419bc4-ecf3-4615-afa7-1ff51759012e req-e325f6ff-09a3-4cbf-9680-5992ba735f73 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=edc09fe630034be4b292562e2de6e3f9&device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 1128 time: 0.0618486 Aug 30 04:29:47.571237 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c789a8e-1140-402e-9bd6-0faf34256d2d req-0abff757-6fdb-4958-a626-531e7b5f5ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:47.582579 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9c789a8e-1140-402e-9bd6-0faf34256d2d req-0abff757-6fdb-4958-a626-531e7b5f5ad2 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=7fc2da6b-035c-428c-8a36-2438f46094fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0853798 Aug 30 04:29:47.682166 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-3b419bc4-ecf3-4615-afa7-1ff51759012e req-9b20efc8-627f-41f0-9795-5a2ece077093 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d21ea63a-d1d4-48e3-8e7e-276477e7b961 HTTP/1.1" status: 200 len: 217 time: 0.0934389 Aug 30 04:29:47.708031 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9c789a8e-1140-402e-9bd6-0faf34256d2d req-47c3d838-a569-430f-b526-e913e306d4e1 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/7fc2da6b-035c-428c-8a36-2438f46094fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132433 Aug 30 04:29:47.722180 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db6b3b-c90c-4ca4-9b04-912728062a6c req-7f2a7d96-40fe-4276-ad3f-8da24ba8b80a tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:47.729300 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-57db6b3b-c90c-4ca4-9b04-912728062a6c req-7f2a7d96-40fe-4276-ad3f-8da24ba8b80a tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 946 time: 0.2421060 Aug 30 04:29:47.762207 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b419bc4-ecf3-4615-afa7-1ff51759012e req-0d8c7e81-29f0-411d-a0d8-9463099a07b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:47.764191 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-3b419bc4-ecf3-4615-afa7-1ff51759012e req-0d8c7e81-29f0-411d-a0d8-9463099a07b7 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=d860aa44-a024-4bdb-b214-412c9f1784ea HTTP/1.1" status: 200 len: 857 time: 0.0639377 Aug 30 04:29:47.812400 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:47.846872 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b419bc4-ecf3-4615-afa7-1ff51759012e req-732ad43a-40ca-4e88-9afd-3a53938e7411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:47.848574 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-3b419bc4-ecf3-4615-afa7-1ff51759012e req-732ad43a-40ca-4e88-9afd-3a53938e7411 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=661607d2-cb41-40c5-ac13-3334a7f66c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0708563 Aug 30 04:29:47.859042 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-57db6b3b-c90c-4ca4-9b04-912728062a6c req-4b7e292c-7615-4e93-b6f2-a6be61b5399a tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284609 Aug 30 04:29:47.880265 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 54510) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:47.952501 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9c789a8e-1140-402e-9bd6-0faf34256d2d req-158e13d8-d71f-491e-a88c-fedfa36b7de9 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/7fc2da6b-035c-428c-8a36-2438f46094fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072833 Aug 30 04:29:47.985304 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:48.024297 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f569bf-ffe9-43d1-8edf-7d1960fa901c req-fea76bdd-4071-4d11-9c90-27cf53b8088a tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:48.033520 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-45f569bf-ffe9-43d1-8edf-7d1960fa901c req-fea76bdd-4071-4d11-9c90-27cf53b8088a tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/networks?id=bc930985-4717-47a0-be1a-d96b32a3da9c HTTP/1.1" status: 200 len: 813 time: 0.1594002 Aug 30 04:29:48.033972 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-3b419bc4-ecf3-4615-afa7-1ff51759012e req-323397ed-ff6b-4273-853e-47c54939353a service neutron] 10.222.0.71 "GET /networking/v2.0/networks/661607d2-cb41-40c5-ac13-3334a7f66c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630228 Aug 30 04:29:48.050814 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-45f569bf-ffe9-43d1-8edf-7d1960fa901c req-a6936484-3dea-4bc8-a8e6-99ce1a01181f tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/quotas/2d8842fc1da94bf681eeb42464032b8a HTTP/1.1" status: 200 len: 375 time: 0.0162454 Aug 30 04:29:48.090796 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-45f569bf-ffe9-43d1-8edf-7d1960fa901c req-beac101f-7f67-485e-80dd-6a956ac2ca45 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=2d8842fc1da94bf681eeb42464032b8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380270 Aug 30 04:29:48.205362 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-45f569bf-ffe9-43d1-8edf-7d1960fa901c req-af0cfc41-fe60-4e9e-aa7a-2984ca921053 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/bc930985-4717-47a0-be1a-d96b32a3da9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131063 Aug 30 04:29:48.206965 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-3b419bc4-ecf3-4615-afa7-1ff51759012e req-814855a9-a723-415f-b431-1564b488560d service neutron] 10.222.0.71 "GET /networking/v2.0/networks/661607d2-cb41-40c5-ac13-3334a7f66c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394272 Aug 30 04:29:48.248430 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27e740b-372f-4148-9236-9585a99cdc5b tempest-TestMinimumBasicScenario-1511681677 tempest-TestMinimumBasicScenario-1511681677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:48.253336 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-d27e740b-372f-4148-9236-9585a99cdc5b tempest-TestMinimumBasicScenario-1511681677 tempest-TestMinimumBasicScenario-1511681677-project-admin] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 1125 time: 0.3689396 Aug 30 04:29:48.253585 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 54518) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:48.266267 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-fadc1dc9-a5bb-4259-bcb4-2be1d75df8f2 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Request body: {'floatingip': {'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'port_id': '25b90fd3-3c90-4049-8348-c086d7152285', 'tenant_id': '3a706ffd11144f46ba54becd86464f02', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:29:48.292601 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-fadc1dc9-a5bb-4259-bcb4-2be1d75df8f2 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:48.307576 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-45f569bf-ffe9-43d1-8edf-7d1960fa901c req-3b5bda7f-8965-4fa8-91ea-e8aefeb76797 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/bc930985-4717-47a0-be1a-d96b32a3da9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007631 Aug 30 04:29:48.361615 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4db67-d677-485a-95f5-abd656882c05 req-2d1131f7-407e-4814-bc9c-048b8d54deea tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:48.363632 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7ac4db67-d677-485a-95f5-abd656882c05 req-2d1131f7-407e-4814-bc9c-048b8d54deea tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.0598512 Aug 30 04:29:48.428725 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7ac4db67-d677-485a-95f5-abd656882c05 req-22b7579e-4edd-4227-9958-c5856aa70dd6 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570748 Aug 30 04:29:48.487065 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-fadc1dc9-a5bb-4259-bcb4-2be1d75df8f2 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:48.497459 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:48.610276 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cde192-3952-4d5c-8b50-99a1df7adac9 req-4115a59e-59c3-447d-9b17-e7271707985b tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:48.611845 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-07cde192-3952-4d5c-8b50-99a1df7adac9 req-4115a59e-59c3-447d-9b17-e7271707985b tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 944 time: 0.0891805 Aug 30 04:29:48.637353 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.db_base_plugin_common [None req-fadc1dc9-a5bb-4259-bcb4-2be1d75df8f2 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Allocated IP 172.27.1.46 (03964a12-f74f-4d2e-840d-00c949ed3dc4/00661445-2d2c-4e5c-8f29-475eaaec65d5/b20db9e9-0f91-4e45-9f0b-51e6d830a245) {{(pid=106257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:29:48.703841 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9a9f5b48-ce05-4a4d-9ff3-a84d2f033dd4 req-a2146943-2406-4313-bf84-a678a8cc4d24 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4906f812-d87f-4f5c-8488-ad14e01ba086 HTTP/1.1" status: 200 len: 210 time: 0.1257086 Aug 30 04:29:48.769808 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-07cde192-3952-4d5c-8b50-99a1df7adac9 req-adb96914-382f-4d3f-941d-b9cd02bdeaed tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=09216899-2967-4782-a816-4a06df734ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408391 Aug 30 04:29:48.818095 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-fadc1dc9-a5bb-4259-bcb4-2be1d75df8f2 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks [] for port (b20db9e9-0f91-4e45-9f0b-51e6d830a245), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:48.861690 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-fadc1dc9-a5bb-4259-bcb4-2be1d75df8f2 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (b20db9e9-0f91-4e45-9f0b-51e6d830a245), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:48.905090 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadc1dc9-a5bb-4259-bcb4-2be1d75df8f2 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Network 03964a12-f74f-4d2e-840d-00c949ed3dc4 is already hosted by enough agents. {{(pid=106257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:29:48.910947 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.base_scheduler [None req-fadc1dc9-a5bb-4259-bcb4-2be1d75df8f2 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Resources bound (agent type, host, resource id): {{(pid=106257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:29:48.915238 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadc1dc9-a5bb-4259-bcb4-2be1d75df8f2 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Received port after_create {{(pid=106257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:29:48.945425 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc1dc9-a5bb-4259-bcb4-2be1d75df8f2 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Pushing event updated for resources: {'Port': ['ID=b20db9e9-0f91-4e45-9f0b-51e6d830a245,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:49.238280 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:49.357980 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-fadc1dc9-a5bb-4259-bcb4-2be1d75df8f2 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks [] for floatingip (3b86943f-8a5e-482d-aeaf-f52c4f513adb), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:49.426367 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-fadc1dc9-a5bb-4259-bcb4-2be1d75df8f2 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (b20db9e9-0f91-4e45-9f0b-51e6d830a245), before_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:49.537132 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:49.588701 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d824407-4298-4a86-b7ee-becb269e42d0 req-ac0ebd76-a227-45c3-b4b8-96538ee8f2ae tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:49.590216 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7d824407-4298-4a86-b7ee-becb269e42d0 req-ac0ebd76-a227-45c3-b4b8-96538ee8f2ae tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.0568936 Aug 30 04:29:49.601705 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-fadc1dc9-a5bb-4259-bcb4-2be1d75df8f2 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks [] for port (b20db9e9-0f91-4e45-9f0b-51e6d830a245), precommit_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:49.607525 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-fadc1dc9-a5bb-4259-bcb4-2be1d75df8f2 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61207719'] for port (b20db9e9-0f91-4e45-9f0b-51e6d830a245), after_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:49.689348 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-fadc1dc9-a5bb-4259-bcb4-2be1d75df8f2 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696708'] for floatingip (3b86943f-8a5e-482d-aeaf-f52c4f513adb), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:49.691394 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc1dc9-a5bb-4259-bcb4-2be1d75df8f2 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Pushing event updated for resources: {'Port': ['ID=b20db9e9-0f91-4e45-9f0b-51e6d830a245,revision_number=2']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:49.828403 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.db.l3_db [None req-fadc1dc9-a5bb-4259-bcb4-2be1d75df8f2 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Floating IP 3b86943f-8a5e-482d-aeaf-f52c4f513adb associated. External IP: 172.27.1.46, port: 25b90fd3-3c90-4049-8348-c086d7152285. Aug 30 04:29:49.869275 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e54fd8fe-f5e6-4734-91f6-6863db9d5061 req-079b5c9d-f314-4cfb-88dd-873da344cb64 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4906f812-d87f-4f5c-8488-ad14e01ba086 HTTP/1.1" status: 200 len: 210 time: 0.0388615 Aug 30 04:29:49.941535 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7d824407-4298-4a86-b7ee-becb269e42d0 req-359ef5b2-a5c5-486c-a8f8-6f38896d8bf5 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3446119 Aug 30 04:29:49.999329 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e618741-ed06-47ff-8d15-80f4b1020289 req-b0256ea3-72e5-49e0-9b1c-451721a944bd tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:50.001485 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6e618741-ed06-47ff-8d15-80f4b1020289 req-b0256ea3-72e5-49e0-9b1c-451721a944bd tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 944 time: 0.0567787 Aug 30 04:29:50.065661 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6e618741-ed06-47ff-8d15-80f4b1020289 req-4c9b0ffc-2a67-4a43-886c-eb368055ce40 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=09216899-2967-4782-a816-4a06df734ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583119 Aug 30 04:29:50.114350 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fadc1dc9-a5bb-4259-bcb4-2be1d75df8f2 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Router de865783-8798-4892-91e6-c3e345cd8bff has already been hosted by L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 {{(pid=106257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:29:50.225448 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:50.231940 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fadc1dc9-a5bb-4259-bcb4-2be1d75df8f2 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:29:50.244478 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e1ef97-2109-4411-857d-f181c544c23a None None] Sync routers for ids ['de865783-8798-4892-91e6-c3e345cd8bff'] in dv-cinder-854265-2-iscsi {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:29:50.254215 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-fadc1dc9-a5bb-4259-bcb4-2be1d75df8f2 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for floatingip (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:50.256814 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e1ef97-2109-4411-857d-f181c544c23a None None] Routers {'de865783-8798-4892-91e6-c3e345cd8bff'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:29:50.257673 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-f2e1ef97-2109-4411-857d-f181c544c23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:29:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['de865783-8798-4892-91e6-c3e345cd8bff'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:50.289637 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-fadc1dc9-a5bb-4259-bcb4-2be1d75df8f2 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0349607 Aug 30 04:29:50.290340 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6237f90-e53d-407a-b307-d8ce658c6e0e', 'tag': '25b90fd3-3c90-4049-8348-c086d7152285'}] {{(pid=106257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:29:50.292471 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 54546) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:50.292897 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d1a48af4e812f9c70823208ed2638ca64b88de6e4994a5bf3763d45491ed842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63a1579-1303-48d9-a227-7a8d95cdd44f" -d '{"events": [{"name": "network-changed", "server_uuid": "f6237f90-e53d-407a-b307-d8ce658c6e0e", "tag": "25b90fd3-3c90-4049-8348-c086d7152285"}]}' {{(pid=106257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:29:50.300732 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-326702d5-88fa-425a-8fc6-0f43212b579b tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-626211547', 'description': 'tempest-secgroup-smoke-626211547 description', 'project_id': '3a706ffd11144f46ba54becd86464f02'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:29:50.350897 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:50.360348 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-326702d5-88fa-425a-8fc6-0f43212b579b tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:50.369166 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863df21b-92ef-42ba-80b3-26389a59dcbf x-openstack-request-id: req-863df21b-92ef-42ba-80b3-26389a59dcbf {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:29:50.369512 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6237f90-e53d-407a-b307-d8ce658c6e0e", "tag": "25b90fd3-3c90-4049-8348-c086d7152285", "status": "completed", "code": 200}]} {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:29:50.369917 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-863df21b-92ef-42ba-80b3-26389a59dcbf {{(pid=106257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:29:50.370517 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-863df21b-92ef-42ba-80b3-26389a59dcbf'] response: {'name': 'network-changed', 'server_uuid': 'f6237f90-e53d-407a-b307-d8ce658c6e0e', 'tag': '25b90fd3-3c90-4049-8348-c086d7152285', 'status': 'completed', 'code': 200} Aug 30 04:29:50.425704 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-f2e1ef97-2109-4411-857d-f181c544c23a None None] Set router de865783-8798-4892-91e6-c3e345cd8bff gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:29:50.565217 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-326702d5-88fa-425a-8fc6-0f43212b579b tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks [] for security_group (382602b1-b336-4adf-9199-bc2d0374f6be), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:50.592554 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-326702d5-88fa-425a-8fc6-0f43212b579b tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (382602b1-b336-4adf-9199-bc2d0374f6be), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:50.628048 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-326702d5-88fa-425a-8fc6-0f43212b579b tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:50.632402 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff712cc-ef74-4063-affd-33f99da1b8d5 req-a881b240-9d07-4a91-91a0-eb2450f46517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:50.634239 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-eff712cc-ef74-4063-affd-33f99da1b8d5 req-a881b240-9d07-4a91-91a0-eb2450f46517 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=edc09fe630034be4b292562e2de6e3f9&device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 1128 time: 0.0915720 Aug 30 04:29:50.637002 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-326702d5-88fa-425a-8fc6-0f43212b579b tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3433180 Aug 30 04:29:50.641481 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 54550) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:50.646445 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-ea06235b-0e96-4810-abfb-2eb53b513d45 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Request body: {'security_group_rule': {'security_group_id': '382602b1-b336-4adf-9199-bc2d0374f6be', 'project_id': '3a706ffd11144f46ba54becd86464f02', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:29:50.686495 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:50.696218 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ea06235b-0e96-4810-abfb-2eb53b513d45 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks [] for security_group_rule (43768587-779c-49c6-bc88-37108e50e0f2), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:50.714173 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326702d5-88fa-425a-8fc6-0f43212b579b tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=382602b1-b336-4adf-9199-bc2d0374f6be,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:50.783296 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ea06235b-0e96-4810-abfb-2eb53b513d45 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks [] for security_group_rule (43768587-779c-49c6-bc88-37108e50e0f2), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:50.789003 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ea06235b-0e96-4810-abfb-2eb53b513d45 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651561'] for security_group_rule (43768587-779c-49c6-bc88-37108e50e0f2), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:50.805587 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea06235b-0e96-4810-abfb-2eb53b513d45 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43768587-779c-49c6-bc88-37108e50e0f2,revision_number=0']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:50.827278 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ea06235b-0e96-4810-abfb-2eb53b513d45 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:50.829435 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-ea06235b-0e96-4810-abfb-2eb53b513d45 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1868498 Aug 30 04:29:50.833560 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 54556) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:50.842497 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-88c618ed-b9b1-4971-93dc-0de1f34db45e tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Request body: {'security_group_rule': {'security_group_id': '382602b1-b336-4adf-9199-bc2d0374f6be', 'project_id': '3a706ffd11144f46ba54becd86464f02', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:29:50.881281 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-88c618ed-b9b1-4971-93dc-0de1f34db45e tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks [] for security_group_rule (40189570-2de4-4c70-91ce-21b1fed2b4ef), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:50.918702 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-f2e1ef97-2109-4411-857d-f181c544c23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de865783-8798-4892-91e6-c3e345cd8bff', 'name': 'tempest-TestMinimumBasicScenario-920664498-router', 'tenant_id': '3a706ffd11144f46ba54becd86464f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'b00d4212-2657-4b9a-8587-a188baed2bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:49Z', 'updated_at': '2022-08-30T04:27:53Z', 'revision_number': 4, 'project_id': '3a706ffd11144f46ba54becd86464f02', 'gw_port': {'id': 'b00d4212-2657-4b9a-8587-a188baed2bb4', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de865783-8798-4892-91e6-c3e345cd8bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:50Z', 'updated_at': '2022-08-30T04:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_floatingips': [{'id': '3b86943f-8a5e-482d-aeaf-f52c4f513adb', 'tenant_id': '3a706ffd11144f46ba54becd86464f02', 'floating_ip_address': '172.27.1.46', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': 'de865783-8798-4892-91e6-c3e345cd8bff', 'port_id': '25b90fd3-3c90-4049-8348-c086d7152285', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96c8b8cf-2777-48ff-a669-0d5f521159b4', 'mac_address': 'fa:16:3e:ce:91:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6237f90-e53d-407a-b307-d8ce658c6e0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:29:49Z', 'updated_at': '2022-08-30T04:29:49Z', 'revision_number': 0, 'project_id': '3a706ffd11144f46ba54becd86464f02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64bd4d7a-8f81-40d9-8dbe-7256c24854c1', 'name': '', 'network_id': '96c8b8cf-2777-48ff-a669-0d5f521159b4', 'tenant_id': '3a706ffd11144f46ba54becd86464f02', 'mac_address': 'fa:16:3e:54:54:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de865783-8798-4892-91e6-c3e345cd8bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f7a849fd-7349-4aaa-9895-33f6e0837dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:53Z', 'updated_at': '2022-08-30T04:28:03Z', 'revision_number': 5, 'project_id': '3a706ffd11144f46ba54becd86464f02', 'subnets': [{'id': 'f7a849fd-7349-4aaa-9895-33f6e0837dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:50.954925 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e1ef97-2109-4411-857d-f181c544c23a None None] Checking router: de865783-8798-4892-91e6-c3e345cd8bff for host: dv-cinder-854265-2-iscsi {{(pid=106259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:29:50.965677 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e1ef97-2109-4411-857d-f181c544c23a None None] Routers {'de865783-8798-4892-91e6-c3e345cd8bff'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:29:50.966996 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-f2e1ef97-2109-4411-857d-f181c544c23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:29:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['de865783-8798-4892-91e6-c3e345cd8bff'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:50.989931 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-88c618ed-b9b1-4971-93dc-0de1f34db45e tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks [] for security_group_rule (40189570-2de4-4c70-91ce-21b1fed2b4ef), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:51.014758 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-88c618ed-b9b1-4971-93dc-0de1f34db45e tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651561'] for security_group_rule (40189570-2de4-4c70-91ce-21b1fed2b4ef), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:51.063642 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c618ed-b9b1-4971-93dc-0de1f34db45e tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40189570-2de4-4c70-91ce-21b1fed2b4ef,revision_number=0']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:51.078444 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7e1f5701-0a38-41ef-9d93-be302057eb9d req-55c47a1e-1c11-4b03-bb8f-74dd3509001c tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4906f812-d87f-4f5c-8488-ad14e01ba086 HTTP/1.1" status: 200 len: 210 time: 0.0660150 Aug 30 04:29:51.088281 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-88c618ed-b9b1-4971-93dc-0de1f34db45e tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:51.089723 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-88c618ed-b9b1-4971-93dc-0de1f34db45e tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2548490 Aug 30 04:29:51.092977 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 54568) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:51.097553 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-9e31df82-4242-424e-ae26-e48429ee4a7c tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Request body: {'security_group_rule': {'security_group_id': '382602b1-b336-4adf-9199-bc2d0374f6be', 'project_id': '3a706ffd11144f46ba54becd86464f02', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:29:51.112536 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:51.138057 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-9e31df82-4242-424e-ae26-e48429ee4a7c tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks [] for security_group_rule (16137006-8aeb-41eb-8894-3c7752fd69b1), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:51.189193 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196999e1-d1a1-4663-895a-94ae8c228472 req-ce15c21c-9a96-4fcb-b186-6061c90d00bb tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:51.196599 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-196999e1-d1a1-4663-895a-94ae8c228472 req-ce15c21c-9a96-4fcb-b186-6061c90d00bb tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.1070879 Aug 30 04:29:51.198643 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-f2e1ef97-2109-4411-857d-f181c544c23a None None] Set router de865783-8798-4892-91e6-c3e345cd8bff gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:29:51.291538 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-9e31df82-4242-424e-ae26-e48429ee4a7c tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks [] for security_group_rule (16137006-8aeb-41eb-8894-3c7752fd69b1), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:51.301082 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d08f9-7150-4316-93c2-ec5fa068e98f req-e3539569-b49e-4413-9bcd-41de97484365 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:51.308222 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-380d08f9-7150-4316-93c2-ec5fa068e98f req-e3539569-b49e-4413-9bcd-41de97484365 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 944 time: 0.1084933 Aug 30 04:29:51.315155 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-9e31df82-4242-424e-ae26-e48429ee4a7c tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651561'] for security_group_rule (16137006-8aeb-41eb-8894-3c7752fd69b1), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:51.339948 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a1579-1303-48d9-a227-7a8d95cdd44f req-a46189a2-f01c-4544-b902-ea4270a1b31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:51.341670 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c63a1579-1303-48d9-a227-7a8d95cdd44f req-a46189a2-f01c-4544-b902-ea4270a1b31d service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=3a706ffd11144f46ba54becd86464f02&device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 1130 time: 0.1025455 Aug 30 04:29:51.359539 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e31df82-4242-424e-ae26-e48429ee4a7c tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16137006-8aeb-41eb-8894-3c7752fd69b1,revision_number=0']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:51.363891 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-9e31df82-4242-424e-ae26-e48429ee4a7c tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:51.365122 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-9e31df82-4242-424e-ae26-e48429ee4a7c tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2710273 Aug 30 04:29:51.368097 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 54570) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:51.371877 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-196999e1-d1a1-4663-895a-94ae8c228472 req-5760c969-09e4-46c6-912d-c0b09fb3981f tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601114 Aug 30 04:29:51.384302 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-31b05039-81fa-45f4-93cb-5968d3622d57 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Request body: {'security_group_rule': {'security_group_id': '382602b1-b336-4adf-9199-bc2d0374f6be', 'project_id': '3a706ffd11144f46ba54becd86464f02', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:29:51.460520 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-380d08f9-7150-4316-93c2-ec5fa068e98f req-9707a953-84f8-438c-831d-57ff4e625b74 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=09216899-2967-4782-a816-4a06df734ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513104 Aug 30 04:29:51.480995 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:51.519591 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-31b05039-81fa-45f4-93cb-5968d3622d57 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks [] for security_group_rule (294bd7c1-6caa-4051-9c73-92808477a710), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:51.583921 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a1579-1303-48d9-a227-7a8d95cdd44f req-58ffc470-ef09-4d0a-a622-71b9708146c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:51.585452 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:51.597429 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c63a1579-1303-48d9-a227-7a8d95cdd44f req-58ffc470-ef09-4d0a-a622-71b9708146c7 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=96c8b8cf-2777-48ff-a669-0d5f521159b4 HTTP/1.1" status: 200 len: 916 time: 0.1808650 Aug 30 04:29:51.612339 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff712cc-ef74-4063-affd-33f99da1b8d5 req-a37ceb9a-9c50-40aa-a2d3-eda4513672f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:51.615186 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-eff712cc-ef74-4063-affd-33f99da1b8d5 req-a37ceb9a-9c50-40aa-a2d3-eda4513672f6 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=661607d2-cb41-40c5-ac13-3334a7f66c5e HTTP/1.1" status: 200 len: 920 time: 0.1968143 Aug 30 04:29:51.645363 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-31b05039-81fa-45f4-93cb-5968d3622d57 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks [] for security_group_rule (294bd7c1-6caa-4051-9c73-92808477a710), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:51.646467 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-f2e1ef97-2109-4411-857d-f181c544c23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de865783-8798-4892-91e6-c3e345cd8bff', 'name': 'tempest-TestMinimumBasicScenario-920664498-router', 'tenant_id': '3a706ffd11144f46ba54becd86464f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'b00d4212-2657-4b9a-8587-a188baed2bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:49Z', 'updated_at': '2022-08-30T04:27:53Z', 'revision_number': 4, 'project_id': '3a706ffd11144f46ba54becd86464f02', 'gw_port': {'id': 'b00d4212-2657-4b9a-8587-a188baed2bb4', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de865783-8798-4892-91e6-c3e345cd8bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:50Z', 'updated_at': '2022-08-30T04:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_floatingips': [{'id': '3b86943f-8a5e-482d-aeaf-f52c4f513adb', 'tenant_id': '3a706ffd11144f46ba54becd86464f02', 'floating_ip_address': '172.27.1.46', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': 'de865783-8798-4892-91e6-c3e345cd8bff', 'port_id': '25b90fd3-3c90-4049-8348-c086d7152285', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96c8b8cf-2777-48ff-a669-0d5f521159b4', 'mac_address': 'fa:16:3e:ce:91:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6237f90-e53d-407a-b307-d8ce658c6e0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:29:49Z', 'updated_at': '2022-08-30T04:29:49Z', 'revision_number': 0, 'project_id': '3a706ffd11144f46ba54becd86464f02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64bd4d7a-8f81-40d9-8dbe-7256c24854c1', 'name': '', 'network_id': '96c8b8cf-2777-48ff-a669-0d5f521159b4', 'tenant_id': '3a706ffd11144f46ba54becd86464f02', 'mac_address': 'fa:16:3e:54:54:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de865783-8798-4892-91e6-c3e345cd8bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f7a849fd-7349-4aaa-9895-33f6e0837dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:53Z', 'updated_at': '2022-08-30T04:28:03Z', 'revision_number': 5, 'project_id': '3a706ffd11144f46ba54becd86464f02', 'subnets': [{'id': 'f7a849fd-7349-4aaa-9895-33f6e0837dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:51.678719 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-31b05039-81fa-45f4-93cb-5968d3622d57 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651561'] for security_group_rule (294bd7c1-6caa-4051-9c73-92808477a710), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:51.684930 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-eff712cc-ef74-4063-affd-33f99da1b8d5 req-42e5d94e-2eeb-474c-a095-851fba2b5081 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d21ea63a-d1d4-48e3-8e7e-276477e7b961 HTTP/1.1" status: 200 len: 217 time: 0.0494008 Aug 30 04:29:51.714383 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e1ef97-2109-4411-857d-f181c544c23a None None] The sync data for ids ['de865783-8798-4892-91e6-c3e345cd8bff'] in dv-cinder-854265-2-iscsi is: [{'id': 'de865783-8798-4892-91e6-c3e345cd8bff', 'name': 'tempest-TestMinimumBasicScenario-920664498-router', 'tenant_id': '3a706ffd11144f46ba54becd86464f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'b00d4212-2657-4b9a-8587-a188baed2bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:49Z', 'updated_at': '2022-08-30T04:27:53Z', 'revision_number': 4, 'project_id': '3a706ffd11144f46ba54becd86464f02', 'gw_port': {'id': 'b00d4212-2657-4b9a-8587-a188baed2bb4', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de865783-8798-4892-91e6-c3e345cd8bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:50Z', 'updated_at': '2022-08-30T04:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_floatingips': [{'id': '3b86943f-8a5e-482d-aeaf-f52c4f513adb', 'tenant_id': '3a706ffd11144f46ba54becd86464f02', 'floating_ip_address': '172.27.1.46', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': 'de865783-8798-4892-91e6-c3e345cd8bff', 'port_id': '25b90fd3-3c90-4049-8348-c086d7152285', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96c8b8cf-2777-48ff-a669-0d5f521159b4', 'mac_address': 'fa:16:3e:ce:91:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6237f90-e53d-407a-b307-d8ce658c6e0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:29:49Z', 'updated_at': '2022-08-30T04:29:49Z', 'revision_number': 0, 'project_id': '3a706ffd11144f46ba54becd86464f02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64bd4d7a-8f81-40d9-8dbe-7256c24854c1', 'name': '', 'network_id': '96c8b8cf-2777-48ff-a669-0d5f521159b4', 'tenant_id': '3a706ffd11144f46ba54becd86464f02', 'mac_address': 'fa:16:3e:54:54:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de865783-8798-4892-91e6-c3e345cd8bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f7a849fd-7349-4aaa-9895-33f6e0837dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:53Z', 'updated_at': '2022-08-30T04:28:03Z', 'revision_number': 5, 'project_id': '3a706ffd11144f46ba54becd86464f02', 'subnets': [{'id': 'f7a849fd-7349-4aaa-9895-33f6e0837dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:29:51.717486 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c63a1579-1303-48d9-a227-7a8d95cdd44f req-534f1486-b60e-43be-9046-ee5192e73cbe service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25b90fd3-3c90-4049-8348-c086d7152285 HTTP/1.1" status: 200 len: 999 time: 0.1116602 Aug 30 04:29:51.756129 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b05039-81fa-45f4-93cb-5968d3622d57 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=294bd7c1-6caa-4051-9c73-92808477a710,revision_number=0']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:51.770897 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-31b05039-81fa-45f4-93cb-5968d3622d57 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:51.772321 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-31b05039-81fa-45f4-93cb-5968d3622d57 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4032614 Aug 30 04:29:51.776915 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 54574) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:51.781773 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-5793cb48-39dd-434d-a07c-38eca20e1447 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Request body: {'security_group_rule': {'security_group_id': '382602b1-b336-4adf-9199-bc2d0374f6be', 'project_id': '3a706ffd11144f46ba54becd86464f02', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:29:51.797818 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff712cc-ef74-4063-affd-33f99da1b8d5 req-edece6b5-fc57-449f-bc9a-b53d5fb4f29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:51.799289 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-eff712cc-ef74-4063-affd-33f99da1b8d5 req-edece6b5-fc57-449f-bc9a-b53d5fb4f29f service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=d860aa44-a024-4bdb-b214-412c9f1784ea HTTP/1.1" status: 200 len: 857 time: 0.0910597 Aug 30 04:29:51.803466 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a1579-1303-48d9-a227-7a8d95cdd44f req-83f5baee-062d-482e-a521-45b6007d629b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:51.805642 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c63a1579-1303-48d9-a227-7a8d95cdd44f req-83f5baee-062d-482e-a521-45b6007d629b service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=f7a849fd-7349-4aaa-9895-33f6e0837dd6 HTTP/1.1" status: 200 len: 853 time: 0.0752442 Aug 30 04:29:51.814495 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.db.securitygroups_db [None req-5793cb48-39dd-434d-a07c-38eca20e1447 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Project 3a706ffd11144f46ba54becd86464f02 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 04:29:51.823319 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5793cb48-39dd-434d-a07c-38eca20e1447 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks [] for security_group_rule (ae3bcb29-a580-4a4f-be68-21de05592a58), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:51.897332 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff712cc-ef74-4063-affd-33f99da1b8d5 req-234e11cf-87a7-4c99-8e48-9054d6d3b199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:51.898969 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-eff712cc-ef74-4063-affd-33f99da1b8d5 req-234e11cf-87a7-4c99-8e48-9054d6d3b199 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=661607d2-cb41-40c5-ac13-3334a7f66c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0725610 Aug 30 04:29:51.901896 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a1579-1303-48d9-a227-7a8d95cdd44f req-3b6331fc-8377-4f42-916f-f211a793890a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:51.903509 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c63a1579-1303-48d9-a227-7a8d95cdd44f req-3b6331fc-8377-4f42-916f-f211a793890a service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=96c8b8cf-2777-48ff-a669-0d5f521159b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0741267 Aug 30 04:29:52.028735 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device d21ea63a-d1d4-48e3-8e7e-276477e7b961 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:29:52.060017 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5793cb48-39dd-434d-a07c-38eca20e1447 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks [] for security_group_rule (ae3bcb29-a580-4a4f-be68-21de05592a58), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:52.079859 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5793cb48-39dd-434d-a07c-38eca20e1447 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651561'] for security_group_rule (ae3bcb29-a580-4a4f-be68-21de05592a58), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:52.082725 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c63a1579-1303-48d9-a227-7a8d95cdd44f req-d494e828-6ac4-49ee-8fab-8ed63a15416e service neutron] 10.222.0.71 "GET /networking/v2.0/networks/96c8b8cf-2777-48ff-a669-0d5f521159b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602635 Aug 30 04:29:52.117549 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5793cb48-39dd-434d-a07c-38eca20e1447 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae3bcb29-a580-4a4f-be68-21de05592a58,revision_number=0']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:52.136184 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5793cb48-39dd-434d-a07c-38eca20e1447 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:52.137787 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-5793cb48-39dd-434d-a07c-38eca20e1447 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3600409 Aug 30 04:29:52.146060 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 54582) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:52.151997 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-06586f7f-59da-42dd-8246-ad686f82cce4 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Request body: {'security_group_rule': {'security_group_id': '382602b1-b336-4adf-9199-bc2d0374f6be', 'project_id': '3a706ffd11144f46ba54becd86464f02', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:29:52.175005 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26602950-fe85-4bf3-8f03-4785a5a65946 None None] New status for floating IP 3b86943f-8a5e-482d-aeaf-f52c4f513adb: ACTIVE {{(pid=106260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:29:52.187427 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-eff712cc-ef74-4063-affd-33f99da1b8d5 req-3f08737d-b684-4148-a551-379823d7dd89 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/661607d2-cb41-40c5-ac13-3334a7f66c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641456 Aug 30 04:29:52.196217 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.db.securitygroups_db [None req-06586f7f-59da-42dd-8246-ad686f82cce4 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Project 3a706ffd11144f46ba54becd86464f02 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 04:29:52.216914 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-06586f7f-59da-42dd-8246-ad686f82cce4 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks [] for security_group_rule (b13e0407-379b-4444-ba00-cddf466cfff4), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:52.263508 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port d21ea63a-d1d4-48e3-8e7e-276477e7b961, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d21ea63a-d1d4-48e3-8e7e-276477e7b961,segment=NetworkSegment(bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb),segment_id=bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:29:52.265864 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:52.296837 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Returning: {'device': 'd21ea63a-d1d4-48e3-8e7e-276477e7b961', 'network_id': '661607d2-cb41-40c5-ac13-3334a7f66c5e', 'port_id': 'd21ea63a-d1d4-48e3-8e7e-276477e7b961', 'mac_address': 'fa:16:3e:44:06:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd860aa44-a024-4bdb-b214-412c9f1784ea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:29:52.304202 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=100 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:52.327942 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c63a1579-1303-48d9-a227-7a8d95cdd44f req-2ae874ba-6be8-440e-b138-480a40df77e3 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/96c8b8cf-2777-48ff-a669-0d5f521159b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303863 Aug 30 04:29:52.340612 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=8,neutron:DELETE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:52.354316 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port d21ea63a-d1d4-48e3-8e7e-276477e7b961 is: DOWN; New status is: BUILD {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:29:52.355009 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (d21ea63a-d1d4-48e3-8e7e-276477e7b961), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:52.366969 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-06586f7f-59da-42dd-8246-ad686f82cce4 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks [] for security_group_rule (b13e0407-379b-4444-ba00-cddf466cfff4), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:52.373435 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d21ea63a-d1d4-48e3-8e7e-276477e7b961 {{(pid=106259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:29:52.384730 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bc07a75b-fadd-4770-a382-e297651d7c02 req-5a1196db-92f8-4ed9-8249-7dd2dafbc59c tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4906f812-d87f-4f5c-8488-ad14e01ba086 HTTP/1.1" status: 200 len: 210 time: 0.0522883 Aug 30 04:29:52.402345 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port d21ea63a-d1d4-48e3-8e7e-276477e7b961, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d21ea63a-d1d4-48e3-8e7e-276477e7b961,segment=NetworkSegment(bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb),segment_id=bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:29:52.406452 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-06586f7f-59da-42dd-8246-ad686f82cce4 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651561'] for security_group_rule (b13e0407-379b-4444-ba00-cddf466cfff4), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:52.409576 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (d21ea63a-d1d4-48e3-8e7e-276477e7b961), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:52.425174 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-eff712cc-ef74-4063-affd-33f99da1b8d5 req-96b630c2-4968-42f4-9087-82386913f4d1 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/661607d2-cb41-40c5-ac13-3334a7f66c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241957 Aug 30 04:29:52.444906 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06586f7f-59da-42dd-8246-ad686f82cce4 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b13e0407-379b-4444-ba00-cddf466cfff4,revision_number=0']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:52.462315 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-06586f7f-59da-42dd-8246-ad686f82cce4 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:52.463794 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-06586f7f-59da-42dd-8246-ad686f82cce4 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3164430 Aug 30 04:29:52.478411 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=d21ea63a-d1d4-48e3-8e7e-276477e7b961,revision_number=4']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:52.492441 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:52.492977 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:52.493490 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:52.493979 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:52.494472 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:52.494974 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:52.495407 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:52.495840 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:52.496321 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:52.496705 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:52.497265 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:52.497591 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:52.498032 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:52.498459 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:52.498880 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:29:52.620213 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:52.652379 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1bb7e02e-db54-4abc-a7ae-ca2958e969bf req-a22203a8-2eac-4c5c-8f35-7bc8fa66c757 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-626211547&fields=id&tenant_id=3a706ffd11144f46ba54becd86464f02 HTTP/1.1" status: 200 len: 267 time: 0.1105764 Aug 30 04:29:52.662992 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45693853-d3cc-454a-aa4c-81365a007aca req-f20697fb-918a-4de4-ada0-cc1c1379398a tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:52.664767 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-45693853-d3cc-454a-aa4c-81365a007aca req-f20697fb-918a-4de4-ada0-cc1c1379398a tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 945 time: 0.1099815 Aug 30 04:29:52.760654 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7e02e-db54-4abc-a7ae-ca2958e969bf req-d21e459a-9529-4ca9-91cd-389853d3f065 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:52.762866 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1bb7e02e-db54-4abc-a7ae-ca2958e969bf req-d21e459a-9529-4ca9-91cd-389853d3f065 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 946 time: 0.0941806 Aug 30 04:29:52.785066 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [req-1bb7e02e-db54-4abc-a7ae-ca2958e969bf req-6011dc84-0d63-4eb9-b802-db8381f0a3ba tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Request body: {'port': {'security_groups': ['5d05d75d-0854-454d-988f-6c2d14fab9c8', '382602b1-b336-4adf-9199-bc2d0374f6be']}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:29:52.833386 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-45693853-d3cc-454a-aa4c-81365a007aca req-c5bc598f-18b7-4a5f-8f0a-4bee8a40c429 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=09216899-2967-4782-a816-4a06df734ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228280 Aug 30 04:29:52.911785 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-1bb7e02e-db54-4abc-a7ae-ca2958e969bf req-6011dc84-0d63-4eb9-b802-db8381f0a3ba tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (25b90fd3-3c90-4049-8348-c086d7152285), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:52.970384 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-d1f00ec2-23aa-4d21-b1ce-4c7839ba178e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:52.999928 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:53.115461 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] get_ports_and_sgs() called for port_ids ['d21ea63a-d1d4-48e3-8e7e-276477e7b961'] {{(pid=106259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:29:53.208851 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f569bf-ffe9-43d1-8edf-7d1960fa901c req-e539fb28-5b6f-4bc0-ae06-172d5300a557 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:53.210884 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-45f569bf-ffe9-43d1-8edf-7d1960fa901c req-e539fb28-5b6f-4bc0-ae06-172d5300a557 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.71 "GET /networking/v2.0/networks?id=bc930985-4717-47a0-be1a-d96b32a3da9c HTTP/1.1" status: 200 len: 813 time: 0.2839611 Aug 30 04:29:53.246502 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [req-45f569bf-ffe9-43d1-8edf-7d1960fa901c req-f7de4339-c6ef-42d0-a53c-1829da7c1bd0 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Request body: {'port': {'device_id': '4906f812-d87f-4f5c-8488-ad14e01ba086', 'network_id': 'bc930985-4717-47a0-be1a-d96b32a3da9c', 'admin_state_up': True, 'tenant_id': '2d8842fc1da94bf681eeb42464032b8a'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:29:53.336236 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-1bb7e02e-db54-4abc-a7ae-ca2958e969bf req-6011dc84-0d63-4eb9-b802-db8381f0a3ba tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] For port 25b90fd3-3c90-4049-8348-c086d7152285, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=25b90fd3-3c90-4049-8348-c086d7152285,segment=NetworkSegment(2df95583-7b31-406c-8e38-f71f0978ee31),segment_id=2df95583-7b31-406c-8e38-f71f0978ee31)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:29:53.393253 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-1bb7e02e-db54-4abc-a7ae-ca2958e969bf req-6011dc84-0d63-4eb9-b802-db8381f0a3ba tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks [] for port (25b90fd3-3c90-4049-8348-c086d7152285), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:53.399678 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-1bb7e02e-db54-4abc-a7ae-ca2958e969bf req-6011dc84-0d63-4eb9-b802-db8381f0a3ba tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62508193'] for port (25b90fd3-3c90-4049-8348-c086d7152285), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:53.427405 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7e02e-db54-4abc-a7ae-ca2958e969bf req-6011dc84-0d63-4eb9-b802-db8381f0a3ba tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:53.428262 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-1bb7e02e-db54-4abc-a7ae-ca2958e969bf req-6011dc84-0d63-4eb9-b802-db8381f0a3ba tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:53.433468 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1bb7e02e-db54-4abc-a7ae-ca2958e969bf req-6011dc84-0d63-4eb9-b802-db8381f0a3ba tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "PUT /networking/v2.0/ports/25b90fd3-3c90-4049-8348-c086d7152285 HTTP/1.1" status: 200 len: 982 time: 0.6588497 Aug 30 04:29:53.449748 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6237f90-e53d-407a-b307-d8ce658c6e0e', 'tag': '25b90fd3-3c90-4049-8348-c086d7152285'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:29:53.456491 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cae73fbe7dcf058e11387a0db1adace332cfaa4523dfba65b1576f9d32bef72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f759777c-543c-421f-8193-4f2036e32ac3" -d '{"events": [{"name": "network-changed", "server_uuid": "f6237f90-e53d-407a-b307-d8ce658c6e0e", "tag": "25b90fd3-3c90-4049-8348-c086d7152285"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:29:53.578780 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-fb1d72e9-e575-4c0e-8d4b-2f2204c26db7 req-4c9299c1-3901-4466-9443-6a4f68492be4 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4906f812-d87f-4f5c-8488-ad14e01ba086 HTTP/1.1" status: 200 len: 210 time: 0.0696461 Aug 30 04:29:53.619356 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011dc84-0d63-4eb9-b802-db8381f0a3ba tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Pushing event updated for resources: {'Port': ['ID=25b90fd3-3c90-4049-8348-c086d7152285,revision_number=6']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:53.634248 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36bd639-e5c8-4964-8a70-b300b653ba50 req-2a66b099-ca02-415b-b892-64891faf0517 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:53.642727 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b36bd639-e5c8-4964-8a70-b300b653ba50 req-2a66b099-ca02-415b-b892-64891faf0517 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 985 time: 0.1054273 Aug 30 04:29:53.710080 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b36bd639-e5c8-4964-8a70-b300b653ba50 req-77ed0cf6-b016-4ac3-91f4-b189e0890832 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=382602b1-b336-4adf-9199-bc2d0374f6be&id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0662310 Aug 30 04:29:53.729610 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45f569bf-ffe9-43d1-8edf-7d1960fa901c req-f7de4339-c6ef-42d0-a53c-1829da7c1bd0 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Made reservation on behalf of 2d8842fc1da94bf681eeb42464032b8a for: {'port': 1} {{(pid=106257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:29:53.733659 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-45f569bf-ffe9-43d1-8edf-7d1960fa901c req-f7de4339-c6ef-42d0-a53c-1829da7c1bd0 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:53.758825 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35966e56-342f-4661-a67c-6ba19fd04b03 x-openstack-request-id: req-35966e56-342f-4661-a67c-6ba19fd04b03 {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:29:53.759011 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6237f90-e53d-407a-b307-d8ce658c6e0e", "tag": "25b90fd3-3c90-4049-8348-c086d7152285", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:29:53.759130 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-35966e56-342f-4661-a67c-6ba19fd04b03 {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:29:53.759546 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35966e56-342f-4661-a67c-6ba19fd04b03'] response: {'name': 'network-changed', 'server_uuid': 'f6237f90-e53d-407a-b307-d8ce658c6e0e', 'tag': '25b90fd3-3c90-4049-8348-c086d7152285', 'status': 'completed', 'code': 200} Aug 30 04:29:53.907799 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.db_base_plugin_common [req-45f569bf-ffe9-43d1-8edf-7d1960fa901c req-f7de4339-c6ef-42d0-a53c-1829da7c1bd0 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Allocated IP 172.20.0.6 (bc930985-4717-47a0-be1a-d96b32a3da9c/766103cc-2473-4e57-97df-20777170225f/c0091232-8ba1-49a4-82e0-5cba0a341a09) {{(pid=106257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:29:53.937143 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:53.947419 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759777c-543c-421f-8193-4f2036e32ac3 req-c65c06a9-c33f-4376-905a-dcca744c3406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:53.950124 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f759777c-543c-421f-8193-4f2036e32ac3 req-c65c06a9-c33f-4376-905a-dcca744c3406 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=3a706ffd11144f46ba54becd86464f02&device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 1169 time: 0.0878587 Aug 30 04:29:54.109227 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-45f569bf-ffe9-43d1-8edf-7d1960fa901c req-f7de4339-c6ef-42d0-a53c-1829da7c1bd0 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Publish callbacks [] for port (c0091232-8ba1-49a4-82e0-5cba0a341a09), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:54.131567 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc0d38-6e75-4b2c-af80-1f752c0ac468 req-99e39d9d-ea2d-449b-8915-2a705225bd9d tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:54.145085 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1cfc0d38-6e75-4b2c-af80-1f752c0ac468 req-99e39d9d-ea2d-449b-8915-2a705225bd9d tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 945 time: 0.1677980 Aug 30 04:29:54.158631 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-45f569bf-ffe9-43d1-8edf-7d1960fa901c req-f7de4339-c6ef-42d0-a53c-1829da7c1bd0 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (c0091232-8ba1-49a4-82e0-5cba0a341a09), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:54.213606 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45f569bf-ffe9-43d1-8edf-7d1960fa901c req-f7de4339-c6ef-42d0-a53c-1829da7c1bd0 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Network bc930985-4717-47a0-be1a-d96b32a3da9c is already hosted by enough agents. {{(pid=106257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:29:54.217667 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.base_scheduler [req-45f569bf-ffe9-43d1-8edf-7d1960fa901c req-f7de4339-c6ef-42d0-a53c-1829da7c1bd0 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Resources bound (agent type, host, resource id): {{(pid=106257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:29:54.221906 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f569bf-ffe9-43d1-8edf-7d1960fa901c req-f7de4339-c6ef-42d0-a53c-1829da7c1bd0 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Received port after_create {{(pid=106257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:29:54.248542 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de4339-c6ef-42d0-a53c-1829da7c1bd0 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Pushing event updated for resources: {'Port': ['ID=c0091232-8ba1-49a4-82e0-5cba0a341a09,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:54.258047 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:DELETE=2,neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:54.281682 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f569bf-ffe9-43d1-8edf-7d1960fa901c req-f7de4339-c6ef-42d0-a53c-1829da7c1bd0 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:54.282309 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-45f569bf-ffe9-43d1-8edf-7d1960fa901c req-f7de4339-c6ef-42d0-a53c-1829da7c1bd0 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:54.294694 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1cfc0d38-6e75-4b2c-af80-1f752c0ac468 req-ba0790f0-d14a-4a15-8377-e819fb8116e6 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=09216899-2967-4782-a816-4a06df734ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482177 Aug 30 04:29:54.298614 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759777c-543c-421f-8193-4f2036e32ac3 req-2a6c3455-6eb3-4bec-be2b-82c0f1486c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:54.302939 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-45f569bf-ffe9-43d1-8edf-7d1960fa901c req-f7de4339-c6ef-42d0-a53c-1829da7c1bd0 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0619869 Aug 30 04:29:54.303319 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f759777c-543c-421f-8193-4f2036e32ac3 req-2a6c3455-6eb3-4bec-be2b-82c0f1486c4a service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=96c8b8cf-2777-48ff-a669-0d5f521159b4 HTTP/1.1" status: 200 len: 916 time: 0.3402870 Aug 30 04:29:54.370302 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [req-45f569bf-ffe9-43d1-8edf-7d1960fa901c req-b41c3d4c-1df5-4744-a68f-5e95a3921654 service neutron] Request body: {'port': {'device_id': '4906f812-d87f-4f5c-8488-ad14e01ba086', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:29:54.435432 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f759777c-543c-421f-8193-4f2036e32ac3 req-c52ebda0-024b-4198-9bfc-aaec04f755d0 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25b90fd3-3c90-4049-8348-c086d7152285 HTTP/1.1" status: 200 len: 1001 time: 0.0781093 Aug 30 04:29:54.445939 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-45f569bf-ffe9-43d1-8edf-7d1960fa901c req-b41c3d4c-1df5-4744-a68f-5e95a3921654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (c0091232-8ba1-49a4-82e0-5cba0a341a09), before_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:54.499699 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759777c-543c-421f-8193-4f2036e32ac3 req-a9449499-744c-489a-8db0-31c9b2f64f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:54.501292 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f759777c-543c-421f-8193-4f2036e32ac3 req-a9449499-744c-489a-8db0-31c9b2f64f4f service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=f7a849fd-7349-4aaa-9895-33f6e0837dd6 HTTP/1.1" status: 200 len: 853 time: 0.0541625 Aug 30 04:29:54.579255 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759777c-543c-421f-8193-4f2036e32ac3 req-46285bd3-872e-48e6-965b-e665ac83139c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:54.579255 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f759777c-543c-421f-8193-4f2036e32ac3 req-46285bd3-872e-48e6-965b-e665ac83139c service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=96c8b8cf-2777-48ff-a669-0d5f521159b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0642848 Aug 30 04:29:54.705154 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:54.711963 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] get_ports_and_sgs() called for port_ids ['25b90fd3-3c90-4049-8348-c086d7152285'] {{(pid=106259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:29:54.785424 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f759777c-543c-421f-8193-4f2036e32ac3 req-70a9a081-443d-4884-be62-889c8b243073 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/96c8b8cf-2777-48ff-a669-0d5f521159b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881325 Aug 30 04:29:54.834681 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94103632-fca3-4878-a253-693849a26464 req-1a005c29-a790-496d-ad50-50606afed874 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:54.836619 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-94103632-fca3-4878-a253-693849a26464 req-1a005c29-a790-496d-ad50-50606afed874 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4906f812-d87f-4f5c-8488-ad14e01ba086 HTTP/1.1" status: 200 len: 931 time: 0.1294057 Aug 30 04:29:54.898941 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device d21ea63a-d1d4-48e3-8e7e-276477e7b961 up at agent hyperv_hv-cinder-85426 {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:29:54.906320 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:54.907321 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.notifiers.nova [req-45f569bf-ffe9-43d1-8edf-7d1960fa901c req-b41c3d4c-1df5-4744-a68f-5e95a3921654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0091232-8ba1-49a4-82e0-5cba0a341a09 {{(pid=106257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:29:54.916023 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-45f569bf-ffe9-43d1-8edf-7d1960fa901c req-b41c3d4c-1df5-4744-a68f-5e95a3921654 service neutron] Publish callbacks [] for port (c0091232-8ba1-49a4-82e0-5cba0a341a09), precommit_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:54.931176 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.provisioning_blocks [req-45f569bf-ffe9-43d1-8edf-7d1960fa901c req-b41c3d4c-1df5-4744-a68f-5e95a3921654 service neutron] Transition to ACTIVE for port object c0091232-8ba1-49a4-82e0-5cba0a341a09 will not be triggered until provisioned by entity L2. {{(pid=106257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:29:54.939051 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-45f569bf-ffe9-43d1-8edf-7d1960fa901c req-b41c3d4c-1df5-4744-a68f-5e95a3921654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61207719'] for port (c0091232-8ba1-49a4-82e0-5cba0a341a09), after_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:54.982877 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-94103632-fca3-4878-a253-693849a26464 req-e380ecca-f163-430d-9c65-67abaa5488b6 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=80c86d96-6871-4bef-9ff7-875b9784caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354699 Aug 30 04:29:54.984175 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Provisioning for port d21ea63a-d1d4-48e3-8e7e-276477e7b961 completed by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:29:54.997993 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f759777c-543c-421f-8193-4f2036e32ac3 req-84cb8a53-8740-43a1-918e-ffcf3bca4065 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/96c8b8cf-2777-48ff-a669-0d5f521159b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867690 Aug 30 04:29:55.011344 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Provisioning complete for port d21ea63a-d1d4-48e3-8e7e-276477e7b961 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:29:55.012027 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (d21ea63a-d1d4-48e3-8e7e-276477e7b961), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:55.019127 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41c3d4c-1df5-4744-a68f-5e95a3921654 service neutron] Pushing event updated for resources: {'Port': ['ID=c0091232-8ba1-49a4-82e0-5cba0a341a09,revision_number=2']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:55.034099 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] get_ports_and_sgs() called for port_ids ['25b90fd3-3c90-4049-8348-c086d7152285'] {{(pid=106259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:29:55.105395 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:55.111682 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.managers [req-45f569bf-ffe9-43d1-8edf-7d1960fa901c req-b41c3d4c-1df5-4744-a68f-5e95a3921654 service neutron] Attempting to bind port c0091232-8ba1-49a4-82e0-5cba0a341a09 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:29:55.111682 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.managers [req-45f569bf-ffe9-43d1-8edf-7d1960fa901c req-b41c3d4c-1df5-4744-a68f-5e95a3921654 service neutron] Attempting to bind port c0091232-8ba1-49a4-82e0-5cba0a341a09 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'fe99bf72-82af-4368-a27d-a3119e44e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'bc930985-4717-47a0-be1a-d96b32a3da9c'}] {{(pid=106257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:29:55.111682 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f569bf-ffe9-43d1-8edf-7d1960fa901c req-b41c3d4c-1df5-4744-a68f-5e95a3921654 service neutron] Attempting to bind port c0091232-8ba1-49a4-82e0-5cba0a341a09 on network bc930985-4717-47a0-be1a-d96b32a3da9c {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:29:55.114159 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f569bf-ffe9-43d1-8edf-7d1960fa901c req-b41c3d4c-1df5-4744-a68f-5e95a3921654 service neutron] Port c0091232-8ba1-49a4-82e0-5cba0a341a09 on network bc930985-4717-47a0-be1a-d96b32a3da9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:29:55.114566 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f569bf-ffe9-43d1-8edf-7d1960fa901c req-b41c3d4c-1df5-4744-a68f-5e95a3921654 service neutron] Attempting to bind port c0091232-8ba1-49a4-82e0-5cba0a341a09 on network bc930985-4717-47a0-be1a-d96b32a3da9c {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:29:55.133024 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f569bf-ffe9-43d1-8edf-7d1960fa901c req-b41c3d4c-1df5-4744-a68f-5e95a3921654 service neutron] Checking agent: {'id': 'dd0d0365-d50b-4401-90d8-c3ff73fab053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 24, 11), 'started_at': datetime.datetime(2022, 8, 30, 4, 24, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:29:55.133677 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f569bf-ffe9-43d1-8edf-7d1960fa901c req-b41c3d4c-1df5-4744-a68f-5e95a3921654 service neutron] Checking segment: {'id': 'fe99bf72-82af-4368-a27d-a3119e44e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'bc930985-4717-47a0-be1a-d96b32a3da9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:29:55.134165 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f569bf-ffe9-43d1-8edf-7d1960fa901c req-b41c3d4c-1df5-4744-a68f-5e95a3921654 service neutron] Bound using segment: {'id': 'fe99bf72-82af-4368-a27d-a3119e44e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'bc930985-4717-47a0-be1a-d96b32a3da9c'} {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:29:55.135089 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.managers [req-45f569bf-ffe9-43d1-8edf-7d1960fa901c req-b41c3d4c-1df5-4744-a68f-5e95a3921654 service neutron] Bound port: c0091232-8ba1-49a4-82e0-5cba0a341a09, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe99bf72-82af-4368-a27d-a3119e44e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'bc930985-4717-47a0-be1a-d96b32a3da9c'}}] {{(pid=106257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:29:55.135311 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-45f569bf-ffe9-43d1-8edf-7d1960fa901c req-b41c3d4c-1df5-4744-a68f-5e95a3921654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (c0091232-8ba1-49a4-82e0-5cba0a341a09), before_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:55.214568 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [req-45f569bf-ffe9-43d1-8edf-7d1960fa901c req-b41c3d4c-1df5-4744-a68f-5e95a3921654 service neutron] For port c0091232-8ba1-49a4-82e0-5cba0a341a09, host hv-cinder-85426, cleared binding levels {{(pid=106257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:29:55.219354 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [req-45f569bf-ffe9-43d1-8edf-7d1960fa901c req-b41c3d4c-1df5-4744-a68f-5e95a3921654 service neutron] For port c0091232-8ba1-49a4-82e0-5cba0a341a09, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=c0091232-8ba1-49a4-82e0-5cba0a341a09,segment=NetworkSegment(fe99bf72-82af-4368-a27d-a3119e44e20d),segment_id=fe99bf72-82af-4368-a27d-a3119e44e20d)] {{(pid=106257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:29:55.227101 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-45f569bf-ffe9-43d1-8edf-7d1960fa901c req-b41c3d4c-1df5-4744-a68f-5e95a3921654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61207719'] for port (c0091232-8ba1-49a4-82e0-5cba0a341a09), after_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:55.231969 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f569bf-ffe9-43d1-8edf-7d1960fa901c req-b41c3d4c-1df5-4744-a68f-5e95a3921654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:55.232605 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-45f569bf-ffe9-43d1-8edf-7d1960fa901c req-b41c3d4c-1df5-4744-a68f-5e95a3921654 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:55.234311 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-45f569bf-ffe9-43d1-8edf-7d1960fa901c req-b41c3d4c-1df5-4744-a68f-5e95a3921654 service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/c0091232-8ba1-49a4-82e0-5cba0a341a09 HTTP/1.1" status: 200 len: 1093 time: 0.8717856 Aug 30 04:29:55.234899 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4906f812-d87f-4f5c-8488-ad14e01ba086', 'tag': 'c0091232-8ba1-49a4-82e0-5cba0a341a09'}] {{(pid=106257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:29:55.237374 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d1a48af4e812f9c70823208ed2638ca64b88de6e4994a5bf3763d45491ed842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0a034d-f40a-423c-b39c-04dcb73c233e" -d '{"events": [{"name": "network-changed", "server_uuid": "4906f812-d87f-4f5c-8488-ad14e01ba086", "tag": "c0091232-8ba1-49a4-82e0-5cba0a341a09"}]}' {{(pid=106257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:29:55.241291 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:55.273797 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:55.300587 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41c3d4c-1df5-4744-a68f-5e95a3921654 service neutron] Pushing event updated for resources: {'Port': ['ID=c0091232-8ba1-49a4-82e0-5cba0a341a09,revision_number=3']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:55.304815 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d012ee0a-7cca-47a3-be73-a7180bbd455b x-openstack-request-id: req-d012ee0a-7cca-47a3-be73-a7180bbd455b {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:29:55.305261 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4906f812-d87f-4f5c-8488-ad14e01ba086", "tag": "c0091232-8ba1-49a4-82e0-5cba0a341a09", "status": "completed", "code": 200}]} {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:29:55.305570 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d012ee0a-7cca-47a3-be73-a7180bbd455b {{(pid=106257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:29:55.306230 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d012ee0a-7cca-47a3-be73-a7180bbd455b'] response: {'name': 'network-changed', 'server_uuid': '4906f812-d87f-4f5c-8488-ad14e01ba086', 'tag': 'c0091232-8ba1-49a4-82e0-5cba0a341a09', 'status': 'completed', 'code': 200} Aug 30 04:29:55.309315 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port d21ea63a-d1d4-48e3-8e7e-276477e7b961 is: BUILD; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:29:55.309712 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (d21ea63a-d1d4-48e3-8e7e-276477e7b961), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:55.364576 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-894b1ff1-3ed0-466d-9b67-7ba3092040fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:55.411679 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1ca12d-df37-4d58-b819-0e4c7df8fc9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd21ea63a-d1d4-48e3-8e7e-276477e7b961'}] {{(pid=106259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:29:55.414197 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e273ce8b2ae48758be2a6d8dc958f9d92735a0e32143c567216a16ba221820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99bf3b15-26dd-4bd8-862b-097b3c20e6d8" -d '{"events": [{"server_uuid": "6d1ca12d-df37-4d58-b819-0e4c7df8fc9b", "name": "network-vif-plugged", "status": "completed", "tag": "d21ea63a-d1d4-48e3-8e7e-276477e7b961"}]}' {{(pid=106259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:29:55.460168 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f569bf-ffe9-43d1-8edf-7d1960fa901c req-d25eb4a9-b870-4029-8f87-da3f0a945b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:55.463235 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-45f569bf-ffe9-43d1-8edf-7d1960fa901c req-d25eb4a9-b870-4029-8f87-da3f0a945b42 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=2d8842fc1da94bf681eeb42464032b8a&device_id=4906f812-d87f-4f5c-8488-ad14e01ba086 HTTP/1.1" status: 200 len: 1127 time: 0.0889208 Aug 30 04:29:55.472275 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225dea3-8787-43d2-9579-ae5468ee7104 req-662e88ef-dc46-4bee-963c-afa059bf31ee tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:55.479660 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6225dea3-8787-43d2-9579-ae5468ee7104 req-662e88ef-dc46-4bee-963c-afa059bf31ee tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 945 time: 0.0987842 Aug 30 04:29:55.489755 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df48f9df-1c4e-457a-98b2-a1ba30e93ec4 x-openstack-request-id: req-df48f9df-1c4e-457a-98b2-a1ba30e93ec4 {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:29:55.490163 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d1ca12d-df37-4d58-b819-0e4c7df8fc9b", "name": "network-vif-plugged", "status": "completed", "tag": "d21ea63a-d1d4-48e3-8e7e-276477e7b961", "code": 200}]} {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:29:55.490513 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-df48f9df-1c4e-457a-98b2-a1ba30e93ec4 {{(pid=106259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:29:55.491258 dv-cinder-854265-2-iscsi neutron-server[106259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df48f9df-1c4e-457a-98b2-a1ba30e93ec4'] response: {'server_uuid': '6d1ca12d-df37-4d58-b819-0e4c7df8fc9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd21ea63a-d1d4-48e3-8e7e-276477e7b961', 'code': 200} Aug 30 04:29:55.495458 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port d21ea63a-d1d4-48e3-8e7e-276477e7b961, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d21ea63a-d1d4-48e3-8e7e-276477e7b961,segment=NetworkSegment(bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb),segment_id=bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:29:55.515037 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (d21ea63a-d1d4-48e3-8e7e-276477e7b961), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:55.561754 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-45f569bf-ffe9-43d1-8edf-7d1960fa901c req-f3a2be99-ae70-46eb-8517-bc683eb84d21 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0091232-8ba1-49a4-82e0-5cba0a341a09 HTTP/1.1" status: 200 len: 217 time: 0.0631204 Aug 30 04:29:55.572616 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6225dea3-8787-43d2-9579-ae5468ee7104 req-2ce5c8f9-81c4-48f6-932e-8a9a5c4e4d26 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=09216899-2967-4782-a816-4a06df734ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916083 Aug 30 04:29:55.572891 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=d21ea63a-d1d4-48e3-8e7e-276477e7b961,revision_number=5']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:55.671948 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f569bf-ffe9-43d1-8edf-7d1960fa901c req-7582daa6-0272-4898-ba1b-e1fe5ee058f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:55.673717 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-45f569bf-ffe9-43d1-8edf-7d1960fa901c req-7582daa6-0272-4898-ba1b-e1fe5ee058f4 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=766103cc-2473-4e57-97df-20777170225f HTTP/1.1" status: 200 len: 853 time: 0.0700524 Aug 30 04:29:55.729837 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-45f569bf-ffe9-43d1-8edf-7d1960fa901c req-4324ca90-f0a3-42f8-9c59-03c635ab1af1 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=bc930985-4717-47a0-be1a-d96b32a3da9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321076 Aug 30 04:29:55.848048 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-45f569bf-ffe9-43d1-8edf-7d1960fa901c req-8399a243-c93c-4d56-a729-8f037788a905 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/bc930985-4717-47a0-be1a-d96b32a3da9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055207 Aug 30 04:29:55.892647 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68dab2-fb91-4198-8681-70dfe9421741 req-38abc185-b6b6-4d42-a75a-2ed165f55be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:55.894259 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2b68dab2-fb91-4198-8681-70dfe9421741 req-38abc185-b6b6-4d42-a75a-2ed165f55be8 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 1130 time: 0.0510056 Aug 30 04:29:55.916276 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:55.961640 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2b68dab2-fb91-4198-8681-70dfe9421741 req-7e8ffd76-a83b-4ec7-8d6f-8b00c769605e service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=09216899-2967-4782-a816-4a06df734ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517852 Aug 30 04:29:55.968532 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-45f569bf-ffe9-43d1-8edf-7d1960fa901c req-73b00da6-183a-41a7-b952-699ff0d9942d service neutron] 10.222.0.71 "GET /networking/v2.0/networks/bc930985-4717-47a0-be1a-d96b32a3da9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065657 Aug 30 04:29:56.091823 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02708530-279b-4eea-95ab-24b1a1c021eb req-d209eae8-dbc7-4794-9dd5-e0bdc19bb4ac tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:56.093338 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-02708530-279b-4eea-95ab-24b1a1c021eb req-d209eae8-dbc7-4794-9dd5-e0bdc19bb4ac tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4906f812-d87f-4f5c-8488-ad14e01ba086 HTTP/1.1" status: 200 len: 943 time: 0.0468724 Aug 30 04:29:56.144359 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-02708530-279b-4eea-95ab-24b1a1c021eb req-8447d10e-3b2b-4090-b98f-81280883266a tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=80c86d96-6871-4bef-9ff7-875b9784caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456238 Aug 30 04:29:56.543385 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:56.705249 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423aed11-303f-47df-8483-4691b1e8bcf8 req-93b4b108-c465-4919-9840-2d1659ac1361 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:56.706702 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-423aed11-303f-47df-8483-4691b1e8bcf8 req-93b4b108-c465-4919-9840-2d1659ac1361 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 946 time: 0.0465276 Aug 30 04:29:56.752708 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-423aed11-303f-47df-8483-4691b1e8bcf8 req-fbf3aa3d-f77d-4497-b628-ee1d2fb4570c tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=09216899-2967-4782-a816-4a06df734ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404758 Aug 30 04:29:57.267096 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0d79a-4fb3-47f6-a94b-1e6cfd644c81 req-b272d092-0bc6-4bea-ac2f-61b4b1a67d67 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:57.268620 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2ad0d79a-4fb3-47f6-a94b-1e6cfd644c81 req-b272d092-0bc6-4bea-ac2f-61b4b1a67d67 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4906f812-d87f-4f5c-8488-ad14e01ba086 HTTP/1.1" status: 200 len: 943 time: 0.0535491 Aug 30 04:29:57.319296 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2ad0d79a-4fb3-47f6-a94b-1e6cfd644c81 req-407f6fb6-144a-4db9-8747-b88f68224675 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=80c86d96-6871-4bef-9ff7-875b9784caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452542 Aug 30 04:29:57.876127 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9838b274-12f5-432f-b6b4-087f32020dfa req-063ae50a-4f28-4851-acd2-c5808548f440 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:57.877654 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9838b274-12f5-432f-b6b4-087f32020dfa req-063ae50a-4f28-4851-acd2-c5808548f440 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 946 time: 0.0484557 Aug 30 04:29:57.902341 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:57.925436 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9838b274-12f5-432f-b6b4-087f32020dfa req-7f3a7c08-3644-4413-a9a7-68e360391a5a tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=09216899-2967-4782-a816-4a06df734ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423889 Aug 30 04:29:58.129023 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:58.441584 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f27e7-809e-40f2-99c6-9f1496514d42 req-bd5d48c5-f1da-4112-b6c9-a1b7e2a48505 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:58.443020 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a52f27e7-809e-40f2-99c6-9f1496514d42 req-bd5d48c5-f1da-4112-b6c9-a1b7e2a48505 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4906f812-d87f-4f5c-8488-ad14e01ba086 HTTP/1.1" status: 200 len: 943 time: 0.0466659 Aug 30 04:29:58.492962 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a52f27e7-809e-40f2-99c6-9f1496514d42 req-5ee88da4-1ee6-437c-b0fe-b83bf2dd05cf tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=80c86d96-6871-4bef-9ff7-875b9784caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443778 Aug 30 04:29:58.793590 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 54726) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:58.837777 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.db_base_plugin_v2 [None req-70f2a643-3bbd-4f41-800d-80f050bf1d28 admin admin] Deleting subnet e2416ebc-87da-4b07-aed2-c484af08ee38 {{(pid=106257) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 04:29:58.840827 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-70f2a643-3bbd-4f41-800d-80f050bf1d28 admin admin] Publish callbacks [] for subnet (e2416ebc-87da-4b07-aed2-c484af08ee38), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:58.880571 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-70f2a643-3bbd-4f41-800d-80f050bf1d28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61669262'] for subnet (e2416ebc-87da-4b07-aed2-c484af08ee38), precommit_delete_associations {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:58.918948 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-70f2a643-3bbd-4f41-800d-80f050bf1d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3893603'] for subnet (e2416ebc-87da-4b07-aed2-c484af08ee38), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:58.974303 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-70f2a643-3bbd-4f41-800d-80f050bf1d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61207901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61944255'] for subnet (e2416ebc-87da-4b07-aed2-c484af08ee38), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:59.000795 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f2a643-3bbd-4f41-800d-80f050bf1d28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2416ebc-87da-4b07-aed2-c484af08ee38,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:59.004528 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-70f2a643-3bbd-4f41-800d-80f050bf1d28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for subnet (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:59.007702 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-70f2a643-3bbd-4f41-800d-80f050bf1d28 admin admin] 10.222.0.85 "DELETE /networking/v2.0/subnets/e2416ebc-87da-4b07-aed2-c484af08ee38 HTTP/1.1" status: 204 len: 168 time: 0.2130582 Aug 30 04:29:59.010311 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 54730) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:59.047777 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa90d64-d7d4-4be2-bfb0-f2670c655497 req-a9ea5370-a7d1-4b97-8c00-99d03b1617cf tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:59.049275 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5fa90d64-d7d4-4be2-bfb0-f2670c655497 req-a9ea5370-a7d1-4b97-8c00-99d03b1617cf tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 946 time: 0.0509720 Aug 30 04:29:59.098854 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5fa90d64-d7d4-4be2-bfb0-f2670c655497 req-fcf7f504-9736-4373-8c4f-553317e67c14 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=09216899-2967-4782-a816-4a06df734ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437877 Aug 30 04:29:59.113266 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-b66ebd91-8fd3-46ff-9083-5f831b67be54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3781726'] for network (5b04d9ed-8f32-46c9-8e1b-21119d73cac4), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:59.119559 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a034d-f40a-423c-b39c-04dcb73c233e req-54d396ff-8a81-4b2e-9412-cb0679a2678a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:59.121085 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-9f0a034d-f40a-423c-b39c-04dcb73c233e req-54d396ff-8a81-4b2e-9412-cb0679a2678a service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=2d8842fc1da94bf681eeb42464032b8a&device_id=4906f812-d87f-4f5c-8488-ad14e01ba086 HTTP/1.1" status: 200 len: 1127 time: 0.0630214 Aug 30 04:29:59.238468 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:59.240194 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-b66ebd91-8fd3-46ff-9083-5f831b67be54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891968', 'neutron.services.segments.db._delete_segments_for_network-8785261144643'] for network (5b04d9ed-8f32-46c9-8e1b-21119d73cac4), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:59.272352 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.services.segments.db [None req-b66ebd91-8fd3-46ff-9083-5f831b67be54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b04d9ed-8f32-46c9-8e1b-21119d73cac4']}} {{(pid=106257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:59.287522 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.services.segments.db [None req-b66ebd91-8fd3-46ff-9083-5f831b67be54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '211ef5bb-e874-4c0c-91ab-d61cbe721bae') {'for_net_delete': True} {{(pid=106257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:59.287822 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.services.segments.db [None req-b66ebd91-8fd3-46ff-9083-5f831b67be54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '211ef5bb-e874-4c0c-91ab-d61cbe721bae') {} {{(pid=106257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:29:59.310405 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-b66ebd91-8fd3-46ff-9083-5f831b67be54 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785261169839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61669253'] for segment (211ef5bb-e874-4c0c-91ab-d61cbe721bae), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:59.328677 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a034d-f40a-423c-b39c-04dcb73c233e req-adc99663-057f-4a26-be8b-6e2f780c44bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:59.330149 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-9f0a034d-f40a-423c-b39c-04dcb73c233e req-adc99663-057f-4a26-be8b-6e2f780c44bd service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=bc930985-4717-47a0-be1a-d96b32a3da9c HTTP/1.1" status: 200 len: 915 time: 0.1730676 Aug 30 04:29:59.333528 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-b66ebd91-8fd3-46ff-9083-5f831b67be54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3898234'] for segment (211ef5bb-e874-4c0c-91ab-d61cbe721bae), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:59.339742 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b66ebd91-8fd3-46ff-9083-5f831b67be54 admin admin] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=106257) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 04:29:59.340124 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-b66ebd91-8fd3-46ff-9083-5f831b67be54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3898234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61207803'] for segment (211ef5bb-e874-4c0c-91ab-d61cbe721bae), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:59.386624 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.services.segments.plugin [-] Segment 211ef5bb-e874-4c0c-91ab-d61cbe721bae resource provider aggregate not found Aug 30 04:29:59.416163 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-9f0a034d-f40a-423c-b39c-04dcb73c233e req-b3124e3d-e423-46a6-af1a-ceec7dd16772 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0091232-8ba1-49a4-82e0-5cba0a341a09 HTTP/1.1" status: 200 len: 217 time: 0.0621085 Aug 30 04:29:59.427258 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.services.segments.plugin [-] Segment 211ef5bb-e874-4c0c-91ab-d61cbe721bae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 211ef5bb-e874-4c0c-91ab-d61cbe721bae found for delete ", "request_id": "req-9ff1c506-9de8-4254-8cf0-678c3a2b34af"}]} Aug 30 04:29:59.464608 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-b66ebd91-8fd3-46ff-9083-5f831b67be54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696747'] for network (5b04d9ed-8f32-46c9-8e1b-21119d73cac4), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:59.472456 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-b66ebd91-8fd3-46ff-9083-5f831b67be54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for network (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:59.475582 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-b66ebd91-8fd3-46ff-9083-5f831b67be54 admin admin] 10.222.0.85 "DELETE /networking/v2.0/networks/5b04d9ed-8f32-46c9-8e1b-21119d73cac4 HTTP/1.1" status: 204 len: 168 time: 0.4643619 Aug 30 04:29:59.490132 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ebd91-8fd3-46ff-9083-5f831b67be54 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b04d9ed-8f32-46c9-8e1b-21119d73cac4,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:29:59.497115 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a034d-f40a-423c-b39c-04dcb73c233e req-99dda820-77b0-47f6-ad94-086bd9bb4b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:59.498587 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-9f0a034d-f40a-423c-b39c-04dcb73c233e req-99dda820-77b0-47f6-ad94-086bd9bb4b1d service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=766103cc-2473-4e57-97df-20777170225f HTTP/1.1" status: 200 len: 853 time: 0.0705636 Aug 30 04:29:59.613140 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5173d3-a6bd-4381-b7f9-862b62c21630 req-35866ea4-bc66-4bdf-8522-31b0e2b297b1 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:29:59.614888 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7e5173d3-a6bd-4381-b7f9-862b62c21630 req-35866ea4-bc66-4bdf-8522-31b0e2b297b1 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4906f812-d87f-4f5c-8488-ad14e01ba086 HTTP/1.1" status: 200 len: 943 time: 0.0482955 Aug 30 04:29:59.633665 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:59.651347 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 54742) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:59.665767 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7e5173d3-a6bd-4381-b7f9-862b62c21630 req-5fdf1682-dc05-4e76-b2d9-80ce42a63e51 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=80c86d96-6871-4bef-9ff7-875b9784caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451376 Aug 30 04:29:59.693361 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-40a1e4db-ccf6-4a09-9839-84188acc739e admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=bdbf61cc87384ade8eb07b032bb6292b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408509 Aug 30 04:29:59.695757 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 54744) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:29:59.739596 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:29:59.750645 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-0a11bf1a-14ca-4366-971d-1876242f1c0e admin admin] Publish callbacks [] for security_group (a166b32d-8b3a-4ab9-9990-4d298003476e), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:59.771284 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-0a11bf1a-14ca-4366-971d-1876242f1c0e admin admin] Publish callbacks [] for security_group (a166b32d-8b3a-4ab9-9990-4d298003476e), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:59.815895 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-0a11bf1a-14ca-4366-971d-1876242f1c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (a166b32d-8b3a-4ab9-9990-4d298003476e), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:59.818395 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-0a11bf1a-14ca-4366-971d-1876242f1c0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:29:59.819514 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-0a11bf1a-14ca-4366-971d-1876242f1c0e admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/a166b32d-8b3a-4ab9-9990-4d298003476e HTTP/1.1" status: 204 len: 168 time: 0.1228707 Aug 30 04:29:59.828076 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a11bf1a-14ca-4366-971d-1876242f1c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a166b32d-8b3a-4ab9-9990-4d298003476e,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:00.222342 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e3529-c3da-47c2-b753-eabe854e669e req-2a64f8ec-fe2d-4b2e-a529-cd38fb9b5abe tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:00.223819 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-555e3529-c3da-47c2-b753-eabe854e669e req-2a64f8ec-fe2d-4b2e-a529-cd38fb9b5abe tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 946 time: 0.0510111 Aug 30 04:30:00.271848 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-555e3529-c3da-47c2-b753-eabe854e669e req-8a0741c7-336d-421a-b815-cfefaf6e6cbf tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=09216899-2967-4782-a816-4a06df734ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424502 Aug 30 04:30:00.626799 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-9f0a034d-f40a-423c-b39c-04dcb73c233e req-db7cca03-396c-4d4c-910f-da2556763f6f service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=bc930985-4717-47a0-be1a-d96b32a3da9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373805 Aug 30 04:30:00.634510 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device c0091232-8ba1-49a4-82e0-5cba0a341a09 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:30:00.777859 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-9f0a034d-f40a-423c-b39c-04dcb73c233e req-d93ae458-6680-4546-9dea-b564308e9813 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/bc930985-4717-47a0-be1a-d96b32a3da9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092992 Aug 30 04:30:00.778685 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port c0091232-8ba1-49a4-82e0-5cba0a341a09, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=c0091232-8ba1-49a4-82e0-5cba0a341a09,segment=NetworkSegment(fe99bf72-82af-4368-a27d-a3119e44e20d),segment_id=fe99bf72-82af-4368-a27d-a3119e44e20d)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:30:00.792011 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Returning: {'device': 'c0091232-8ba1-49a4-82e0-5cba0a341a09', 'network_id': 'bc930985-4717-47a0-be1a-d96b32a3da9c', 'port_id': 'c0091232-8ba1-49a4-82e0-5cba0a341a09', 'mac_address': 'fa:16:3e:a1:ab:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '766103cc-2473-4e57-97df-20777170225f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:30:00.844115 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf893a-2490-4fa9-b5e0-37f1c2a52432 req-4829bcd7-68e6-486a-964d-63dce42c8d2c tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:00.845874 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port c0091232-8ba1-49a4-82e0-5cba0a341a09 is: DOWN; New status is: BUILD {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:30:00.846466 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (c0091232-8ba1-49a4-82e0-5cba0a341a09), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:00.849563 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:00.854653 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1edf893a-2490-4fa9-b5e0-37f1c2a52432 req-4829bcd7-68e6-486a-964d-63dce42c8d2c tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4906f812-d87f-4f5c-8488-ad14e01ba086 HTTP/1.1" status: 200 len: 943 time: 0.0922327 Aug 30 04:30:00.866996 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:00.871541 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:00.882191 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0091232-8ba1-49a4-82e0-5cba0a341a09 {{(pid=106259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:30:00.908869 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port c0091232-8ba1-49a4-82e0-5cba0a341a09, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=c0091232-8ba1-49a4-82e0-5cba0a341a09,segment=NetworkSegment(fe99bf72-82af-4368-a27d-a3119e44e20d),segment_id=fe99bf72-82af-4368-a27d-a3119e44e20d)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:30:00.910307 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-9f0a034d-f40a-423c-b39c-04dcb73c233e req-16f367e0-387d-4676-8404-91aea34a69f9 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/bc930985-4717-47a0-be1a-d96b32a3da9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136506 Aug 30 04:30:00.913644 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (c0091232-8ba1-49a4-82e0-5cba0a341a09), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:00.973407 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=c0091232-8ba1-49a4-82e0-5cba0a341a09,revision_number=4']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:00.977605 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1edf893a-2490-4fa9-b5e0-37f1c2a52432 req-64f86455-99ab-41a5-8503-349104edd685 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=80c86d96-6871-4bef-9ff7-875b9784caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165717 Aug 30 04:30:01.151972 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb838b4e-8692-49fe-9a0a-59c1f6596547 req-e754d558-491f-4a5f-ad4b-4a4f9bbcf113 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:01.153523 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-fb838b4e-8692-49fe-9a0a-59c1f6596547 req-e754d558-491f-4a5f-ad4b-4a4f9bbcf113 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.0549033 Aug 30 04:30:01.201160 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-fb838b4e-8692-49fe-9a0a-59c1f6596547 req-c7154708-b3eb-4b0e-b478-f43da8e2100e tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413749 Aug 30 04:30:01.392134 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6741d5-6062-434e-9bc4-7b31438bdf17 req-b7ab57cf-ee0d-4d74-8279-fbb677c4b4c7 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:01.393654 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2a6741d5-6062-434e-9bc4-7b31438bdf17 req-b7ab57cf-ee0d-4d74-8279-fbb677c4b4c7 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 946 time: 0.0467954 Aug 30 04:30:01.440598 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2a6741d5-6062-434e-9bc4-7b31438bdf17 req-ebbd1198-65d8-417f-94fc-4710d4388a9d tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=09216899-2967-4782-a816-4a06df734ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414398 Aug 30 04:30:01.552921 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc83aef-e0e2-4685-9772-cdcaa5d976c6 req-c40ca1ee-c297-49b0-9a9a-c346c5b1158e tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:01.554393 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ffc83aef-e0e2-4685-9772-cdcaa5d976c6 req-c40ca1ee-c297-49b0-9a9a-c346c5b1158e tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 946 time: 0.0467303 Aug 30 04:30:01.564568 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 54798) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:01.568754 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-2490c77a-4303-4a3a-95d3-c9c56dc087b4 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Request body: {'floatingip': {'port_id': 'd21ea63a-d1d4-48e3-8e7e-276477e7b961'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:30:01.585654 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] get_ports_and_sgs() called for port_ids ['c0091232-8ba1-49a4-82e0-5cba0a341a09'] {{(pid=106259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:30:01.638602 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2490c77a-4303-4a3a-95d3-c9c56dc087b4 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks [] for floatingip (6f1fa3a5-ab88-4de0-9236-9f7496e99f3b), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:02.398752 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.db.resource_extend [None req-2490c77a-4303-4a3a-95d3-c9c56dc087b4 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 30 04:30:02.407290 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44546c63-3bad-4e40-97db-36a22fcf64e4 req-16d6c272-b215-4608-a7d1-870625d2b62e tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:02.408772 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-44546c63-3bad-4e40-97db-36a22fcf64e4 req-16d6c272-b215-4608-a7d1-870625d2b62e tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4906f812-d87f-4f5c-8488-ad14e01ba086 HTTP/1.1" status: 200 len: 944 time: 0.3568606 Aug 30 04:30:02.422094 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=16 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:02.490112 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:02.495498 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2490c77a-4303-4a3a-95d3-c9c56dc087b4 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:02.507574 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab659dd0-bc54-478f-ad99-cab654718d92 req-09442051-be2f-4eef-9d01-21659f6c8a69 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:02.508940 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ab659dd0-bc54-478f-ad99-cab654718d92 req-09442051-be2f-4eef-9d01-21659f6c8a69 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.1720240 Aug 30 04:30:02.509555 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2490c77a-4303-4a3a-95d3-c9c56dc087b4 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696708'] for floatingip (6f1fa3a5-ab88-4de0-9236-9f7496e99f3b), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:02.586818 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:02.607637 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-44546c63-3bad-4e40-97db-36a22fcf64e4 req-8d22779a-7ff3-4a0e-b051-90256d2fc3a5 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=80c86d96-6871-4bef-9ff7-875b9784caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553655 Aug 30 04:30:02.642386 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:02.659536 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ab659dd0-bc54-478f-ad99-cab654718d92 req-a836def9-b536-444c-a188-e3312156511c tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122537 Aug 30 04:30:02.670934 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.db.l3_db [None req-2490c77a-4303-4a3a-95d3-c9c56dc087b4 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Floating IP 6f1fa3a5-ab88-4de0-9236-9f7496e99f3b associated. External IP: 172.27.1.101, port: d21ea63a-d1d4-48e3-8e7e-276477e7b961. Aug 30 04:30:02.870767 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2490c77a-4303-4a3a-95d3-c9c56dc087b4 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Router efc0e799-aa5d-4dff-8913-e13c430a5c69 has already been hosted by L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 {{(pid=106258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:30:02.974306 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2490c77a-4303-4a3a-95d3-c9c56dc087b4 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:30:02.979047 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2490c77a-4303-4a3a-95d3-c9c56dc087b4 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for floatingip (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:02.984552 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c28d15d-9a14-43dd-8718-599d0c8eb851 None None] Sync routers for ids ['efc0e799-aa5d-4dff-8913-e13c430a5c69'] in dv-cinder-854265-2-iscsi {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:30:02.995805 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c28d15d-9a14-43dd-8718-599d0c8eb851 None None] Routers {'efc0e799-aa5d-4dff-8913-e13c430a5c69'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:30:02.996505 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-8c28d15d-9a14-43dd-8718-599d0c8eb851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:29:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['efc0e799-aa5d-4dff-8913-e13c430a5c69'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:30:03.009306 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-2490c77a-4303-4a3a-95d3-c9c56dc087b4 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "PUT /networking/v2.0/floatingips/6f1fa3a5-ab88-4de0-9236-9f7496e99f3b HTTP/1.1" status: 200 len: 992 time: 1.4436572 Aug 30 04:30:03.009888 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d1ca12d-df37-4d58-b819-0e4c7df8fc9b', 'tag': 'd21ea63a-d1d4-48e3-8e7e-276477e7b961'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:30:03.012115 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cae73fbe7dcf058e11387a0db1adace332cfaa4523dfba65b1576f9d32bef72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5bb394f-36c7-4928-ba17-63258abffa0f" -d '{"events": [{"name": "network-changed", "server_uuid": "6d1ca12d-df37-4d58-b819-0e4c7df8fc9b", "tag": "d21ea63a-d1d4-48e3-8e7e-276477e7b961"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:30:03.048868 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf06bf3c-2880-44cf-be4f-7ae5a37ca518 x-openstack-request-id: req-cf06bf3c-2880-44cf-be4f-7ae5a37ca518 {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:30:03.049175 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d1ca12d-df37-4d58-b819-0e4c7df8fc9b", "tag": "d21ea63a-d1d4-48e3-8e7e-276477e7b961", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:30:03.049452 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-cf06bf3c-2880-44cf-be4f-7ae5a37ca518 {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:30:03.049855 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf06bf3c-2880-44cf-be4f-7ae5a37ca518'] response: {'name': 'network-changed', 'server_uuid': '6d1ca12d-df37-4d58-b819-0e4c7df8fc9b', 'tag': 'd21ea63a-d1d4-48e3-8e7e-276477e7b961', 'status': 'completed', 'code': 200} Aug 30 04:30:03.086210 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device c0091232-8ba1-49a4-82e0-5cba0a341a09 up at agent hyperv_hv-cinder-85426 {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:30:03.133223 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-8c28d15d-9a14-43dd-8718-599d0c8eb851 None None] Set router efc0e799-aa5d-4dff-8913-e13c430a5c69 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:30:03.180365 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Provisioning for port c0091232-8ba1-49a4-82e0-5cba0a341a09 completed by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:30:03.215934 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Provisioning complete for port c0091232-8ba1-49a4-82e0-5cba0a341a09 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:30:03.216308 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (c0091232-8ba1-49a4-82e0-5cba0a341a09), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:03.225788 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb394f-36c7-4928-ba17-63258abffa0f req-2e5ad7d1-369a-4870-8cca-8765edd77f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:03.227341 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-d5bb394f-36c7-4928-ba17-63258abffa0f req-2e5ad7d1-369a-4870-8cca-8765edd77f48 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=edc09fe630034be4b292562e2de6e3f9&device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 1130 time: 0.0407259 Aug 30 04:30:03.339105 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb394f-36c7-4928-ba17-63258abffa0f req-0d7c8aa2-f312-4ca8-a51f-9474b8b56d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:03.340619 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-d5bb394f-36c7-4928-ba17-63258abffa0f req-0d7c8aa2-f312-4ca8-a51f-9474b8b56d63 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=661607d2-cb41-40c5-ac13-3334a7f66c5e HTTP/1.1" status: 200 len: 920 time: 0.0913043 Aug 30 04:30:03.375193 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port c0091232-8ba1-49a4-82e0-5cba0a341a09 is: BUILD; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:30:03.375581 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (c0091232-8ba1-49a4-82e0-5cba0a341a09), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:03.410222 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-d5bb394f-36c7-4928-ba17-63258abffa0f req-e56ce5d5-9a82-47dd-9fb4-befacae8594a service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d21ea63a-d1d4-48e3-8e7e-276477e7b961 HTTP/1.1" status: 200 len: 1000 time: 0.0564685 Aug 30 04:30:03.423871 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4906f812-d87f-4f5c-8488-ad14e01ba086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0091232-8ba1-49a4-82e0-5cba0a341a09'}] {{(pid=106259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:30:03.426108 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e273ce8b2ae48758be2a6d8dc958f9d92735a0e32143c567216a16ba221820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64d8c06-34f4-4086-81c2-8348040525b6" -d '{"events": [{"server_uuid": "4906f812-d87f-4f5c-8488-ad14e01ba086", "name": "network-vif-plugged", "status": "completed", "tag": "c0091232-8ba1-49a4-82e0-5cba0a341a09"}]}' {{(pid=106259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:30:03.445080 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port c0091232-8ba1-49a4-82e0-5cba0a341a09, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=c0091232-8ba1-49a4-82e0-5cba0a341a09,segment=NetworkSegment(fe99bf72-82af-4368-a27d-a3119e44e20d),segment_id=fe99bf72-82af-4368-a27d-a3119e44e20d)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:30:03.446632 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-8c28d15d-9a14-43dd-8718-599d0c8eb851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc0e799-aa5d-4dff-8913-e13c430a5c69', 'name': 'tempest-ServerRescueNegativeTestJSON-859256801-router', 'tenant_id': 'edc09fe630034be4b292562e2de6e3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '68eabc5a-4355-48fe-b374-e6078ccc1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:26:10Z', 'updated_at': '2022-08-30T04:26:18Z', 'revision_number': 4, 'project_id': 'edc09fe630034be4b292562e2de6e3f9', 'gw_port': {'id': '68eabc5a-4355-48fe-b374-e6078ccc1695', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:31:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc0e799-aa5d-4dff-8913-e13c430a5c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:11Z', 'updated_at': '2022-08-30T04:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_floatingips': [{'id': '6f1fa3a5-ab88-4de0-9236-9f7496e99f3b', 'tenant_id': 'edc09fe630034be4b292562e2de6e3f9', 'floating_ip_address': '172.27.1.101', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': 'efc0e799-aa5d-4dff-8913-e13c430a5c69', 'port_id': 'd21ea63a-d1d4-48e3-8e7e-276477e7b961', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '661607d2-cb41-40c5-ac13-3334a7f66c5e', 'mac_address': 'fa:16:3e:44:06:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1ca12d-df37-4d58-b819-0e4c7df8fc9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:29:35Z', 'updated_at': '2022-08-30T04:30:02Z', 'revision_number': 1, 'project_id': 'edc09fe630034be4b292562e2de6e3f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c611a2a6-98df-43cd-9d1c-7a53b3ed819f', 'name': '', 'network_id': '661607d2-cb41-40c5-ac13-3334a7f66c5e', 'tenant_id': 'edc09fe630034be4b292562e2de6e3f9', 'mac_address': 'fa:16:3e:81:39:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc0e799-aa5d-4dff-8913-e13c430a5c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd860aa44-a024-4bdb-b214-412c9f1784ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:15Z', 'updated_at': '2022-08-30T04:26:25Z', 'revision_number': 5, 'project_id': 'edc09fe630034be4b292562e2de6e3f9', 'subnets': [{'id': 'd860aa44-a024-4bdb-b214-412c9f1784ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:30:03.459216 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:03.472012 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb394f-36c7-4928-ba17-63258abffa0f req-acba86a7-ab4f-488d-be18-3745875ca7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:03.473501 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-d5bb394f-36c7-4928-ba17-63258abffa0f req-acba86a7-ab4f-488d-be18-3745875ca7f3 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=d860aa44-a024-4bdb-b214-412c9f1784ea HTTP/1.1" status: 200 len: 857 time: 0.0512969 Aug 30 04:30:03.473804 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508bb734-dda5-4af7-9c64-7fc33fe17549 x-openstack-request-id: req-508bb734-dda5-4af7-9c64-7fc33fe17549 {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:30:03.474096 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4906f812-d87f-4f5c-8488-ad14e01ba086", "name": "network-vif-plugged", "status": "completed", "tag": "c0091232-8ba1-49a4-82e0-5cba0a341a09", "code": 200}]} {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:30:03.474347 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-508bb734-dda5-4af7-9c64-7fc33fe17549 {{(pid=106259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:30:03.474730 dv-cinder-854265-2-iscsi neutron-server[106259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-508bb734-dda5-4af7-9c64-7fc33fe17549'] response: {'server_uuid': '4906f812-d87f-4f5c-8488-ad14e01ba086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0091232-8ba1-49a4-82e0-5cba0a341a09', 'code': 200} Aug 30 04:30:03.475867 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (c0091232-8ba1-49a4-82e0-5cba0a341a09), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:03.477876 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c28d15d-9a14-43dd-8718-599d0c8eb851 None None] Checking router: efc0e799-aa5d-4dff-8913-e13c430a5c69 for host: dv-cinder-854265-2-iscsi {{(pid=106259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:30:03.514970 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c28d15d-9a14-43dd-8718-599d0c8eb851 None None] Routers {'efc0e799-aa5d-4dff-8913-e13c430a5c69'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:30:03.515596 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-8c28d15d-9a14-43dd-8718-599d0c8eb851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:29:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['efc0e799-aa5d-4dff-8913-e13c430a5c69'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:30:03.521107 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:03.655944 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb394f-36c7-4928-ba17-63258abffa0f req-abc6b480-900b-4b5a-816b-e70a28035a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:03.658240 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-d5bb394f-36c7-4928-ba17-63258abffa0f req-abc6b480-900b-4b5a-816b-e70a28035a4f service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=661607d2-cb41-40c5-ac13-3334a7f66c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0805230 Aug 30 04:30:03.678575 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:03.716083 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=c0091232-8ba1-49a4-82e0-5cba0a341a09,revision_number=5']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:03.826738 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-8c28d15d-9a14-43dd-8718-599d0c8eb851 None None] Set router efc0e799-aa5d-4dff-8913-e13c430a5c69 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:30:03.831575 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-d5bb394f-36c7-4928-ba17-63258abffa0f req-c3949e59-ea9d-4558-8e12-ec5dc77ebc4d service neutron] 10.222.0.71 "GET /networking/v2.0/networks/661607d2-cb41-40c5-ac13-3334a7f66c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586876 Aug 30 04:30:03.859751 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25df1f-9512-4f6a-90a0-329320f9c8e6 req-5ca79dcc-8703-464b-979f-155426a56e05 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:03.862032 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1f25df1f-9512-4f6a-90a0-329320f9c8e6 req-5ca79dcc-8703-464b-979f-155426a56e05 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4906f812-d87f-4f5c-8488-ad14e01ba086 HTTP/1.1" status: 200 len: 945 time: 0.1492808 Aug 30 04:30:03.910132 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66e86d-6d6f-40e8-bd51-75c5b185a18a req-6e48edea-f72c-4031-92bb-2eebd87516ef tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:03.914505 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4e66e86d-6d6f-40e8-bd51-75c5b185a18a req-6e48edea-f72c-4031-92bb-2eebd87516ef tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.1375773 Aug 30 04:30:03.919842 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78205422-1528-4502-8f38-b3591f44ef9d req-bec2b651-40f4-4ef9-9070-3cb5e95b274c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:03.922579 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-78205422-1528-4502-8f38-b3591f44ef9d req-bec2b651-40f4-4ef9-9070-3cb5e95b274c service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=4906f812-d87f-4f5c-8488-ad14e01ba086 HTTP/1.1" status: 200 len: 1129 time: 0.1204290 Aug 30 04:30:03.965169 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-d5bb394f-36c7-4928-ba17-63258abffa0f req-180d44fe-c186-4323-8648-2a785bb5e519 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/661607d2-cb41-40c5-ac13-3334a7f66c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266320 Aug 30 04:30:04.028445 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1f25df1f-9512-4f6a-90a0-329320f9c8e6 req-bc221a2d-22d9-45bc-babc-fc3adb87a793 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=80c86d96-6871-4bef-9ff7-875b9784caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570668 Aug 30 04:30:04.053237 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4e66e86d-6d6f-40e8-bd51-75c5b185a18a req-233cc082-6765-4ebd-bd25-3f13d074c07e tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275764 Aug 30 04:30:04.064466 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-78205422-1528-4502-8f38-b3591f44ef9d req-a338cb33-3f46-4e48-bade-5a93abe3402e service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=80c86d96-6871-4bef-9ff7-875b9784caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018281 Aug 30 04:30:04.099651 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-8c28d15d-9a14-43dd-8718-599d0c8eb851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc0e799-aa5d-4dff-8913-e13c430a5c69', 'name': 'tempest-ServerRescueNegativeTestJSON-859256801-router', 'tenant_id': 'edc09fe630034be4b292562e2de6e3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '68eabc5a-4355-48fe-b374-e6078ccc1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:26:10Z', 'updated_at': '2022-08-30T04:26:18Z', 'revision_number': 4, 'project_id': 'edc09fe630034be4b292562e2de6e3f9', 'gw_port': {'id': '68eabc5a-4355-48fe-b374-e6078ccc1695', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:31:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc0e799-aa5d-4dff-8913-e13c430a5c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:11Z', 'updated_at': '2022-08-30T04:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_floatingips': [{'id': '6f1fa3a5-ab88-4de0-9236-9f7496e99f3b', 'tenant_id': 'edc09fe630034be4b292562e2de6e3f9', 'floating_ip_address': '172.27.1.101', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': 'efc0e799-aa5d-4dff-8913-e13c430a5c69', 'port_id': 'd21ea63a-d1d4-48e3-8e7e-276477e7b961', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '661607d2-cb41-40c5-ac13-3334a7f66c5e', 'mac_address': 'fa:16:3e:44:06:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1ca12d-df37-4d58-b819-0e4c7df8fc9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:29:35Z', 'updated_at': '2022-08-30T04:30:02Z', 'revision_number': 1, 'project_id': 'edc09fe630034be4b292562e2de6e3f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c611a2a6-98df-43cd-9d1c-7a53b3ed819f', 'name': '', 'network_id': '661607d2-cb41-40c5-ac13-3334a7f66c5e', 'tenant_id': 'edc09fe630034be4b292562e2de6e3f9', 'mac_address': 'fa:16:3e:81:39:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc0e799-aa5d-4dff-8913-e13c430a5c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd860aa44-a024-4bdb-b214-412c9f1784ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:15Z', 'updated_at': '2022-08-30T04:26:25Z', 'revision_number': 5, 'project_id': 'edc09fe630034be4b292562e2de6e3f9', 'subnets': [{'id': 'd860aa44-a024-4bdb-b214-412c9f1784ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:30:04.128233 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c28d15d-9a14-43dd-8718-599d0c8eb851 None None] The sync data for ids ['efc0e799-aa5d-4dff-8913-e13c430a5c69'] in dv-cinder-854265-2-iscsi is: [{'id': 'efc0e799-aa5d-4dff-8913-e13c430a5c69', 'name': 'tempest-ServerRescueNegativeTestJSON-859256801-router', 'tenant_id': 'edc09fe630034be4b292562e2de6e3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '68eabc5a-4355-48fe-b374-e6078ccc1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:26:10Z', 'updated_at': '2022-08-30T04:26:18Z', 'revision_number': 4, 'project_id': 'edc09fe630034be4b292562e2de6e3f9', 'gw_port': {'id': '68eabc5a-4355-48fe-b374-e6078ccc1695', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:31:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc0e799-aa5d-4dff-8913-e13c430a5c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:11Z', 'updated_at': '2022-08-30T04:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_floatingips': [{'id': '6f1fa3a5-ab88-4de0-9236-9f7496e99f3b', 'tenant_id': 'edc09fe630034be4b292562e2de6e3f9', 'floating_ip_address': '172.27.1.101', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': 'efc0e799-aa5d-4dff-8913-e13c430a5c69', 'port_id': 'd21ea63a-d1d4-48e3-8e7e-276477e7b961', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '661607d2-cb41-40c5-ac13-3334a7f66c5e', 'mac_address': 'fa:16:3e:44:06:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1ca12d-df37-4d58-b819-0e4c7df8fc9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:29:35Z', 'updated_at': '2022-08-30T04:30:02Z', 'revision_number': 1, 'project_id': 'edc09fe630034be4b292562e2de6e3f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c611a2a6-98df-43cd-9d1c-7a53b3ed819f', 'name': '', 'network_id': '661607d2-cb41-40c5-ac13-3334a7f66c5e', 'tenant_id': 'edc09fe630034be4b292562e2de6e3f9', 'mac_address': 'fa:16:3e:81:39:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc0e799-aa5d-4dff-8913-e13c430a5c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd860aa44-a024-4bdb-b214-412c9f1784ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:15Z', 'updated_at': '2022-08-30T04:26:25Z', 'revision_number': 5, 'project_id': 'edc09fe630034be4b292562e2de6e3f9', 'subnets': [{'id': 'd860aa44-a024-4bdb-b214-412c9f1784ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:30:04.309783 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6e9dd0-bc26-432b-9003-a7a66d05c7d8 None None] New status for floating IP 6f1fa3a5-ab88-4de0-9236-9f7496e99f3b: ACTIVE {{(pid=106260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:30:04.538696 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.agents_db [None req-600259de-68db-4343-b4d4-64e31eed30fa None None] Agent healthcheck: found 6 active agents {{(pid=106260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:30:05.169127 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9523b-2bf0-41a3-b248-b0862653e643 req-a98f621c-ac0b-4195-8629-42be9712c07d tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:05.170678 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-adb9523b-2bf0-41a3-b248-b0862653e643 req-a98f621c-ac0b-4195-8629-42be9712c07d tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4906f812-d87f-4f5c-8488-ad14e01ba086 HTTP/1.1" status: 200 len: 945 time: 0.0685511 Aug 30 04:30:05.219913 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb95372-69c3-4aab-8357-2a2b1c9bffde req-c6ce0ef3-b9ab-47de-a426-7c725e17d5fd tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:05.221384 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1eb95372-69c3-4aab-8357-2a2b1c9bffde req-c6ce0ef3-b9ab-47de-a426-7c725e17d5fd tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.0696845 Aug 30 04:30:05.261901 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-adb9523b-2bf0-41a3-b248-b0862653e643 req-935f23ee-06be-4c77-b2ee-12d9c3305a31 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=80c86d96-6871-4bef-9ff7-875b9784caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746038 Aug 30 04:30:05.285478 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1eb95372-69c3-4aab-8357-2a2b1c9bffde req-9de01392-2b2e-480c-b52e-15f3f582b9b8 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566783 Aug 30 04:30:06.368989 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:06.418700 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38323696-2cb0-44af-8f40-72832724da92 req-35d9f113-845c-4f2c-af0c-41197c5cb3d3 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:06.420179 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-38323696-2cb0-44af-8f40-72832724da92 req-35d9f113-845c-4f2c-af0c-41197c5cb3d3 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4906f812-d87f-4f5c-8488-ad14e01ba086 HTTP/1.1" status: 200 len: 945 time: 0.0852590 Aug 30 04:30:06.449168 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec2ec8-07e1-44e1-9a20-62b3ee916110 req-19806d49-451c-4675-9941-f4aec85110a6 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:06.449168 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f0ec2ec8-07e1-44e1-9a20-62b3ee916110 req-19806d49-451c-4675-9941-f4aec85110a6 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.0692894 Aug 30 04:30:06.503657 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-38323696-2cb0-44af-8f40-72832724da92 req-cfd017f0-9243-4431-bb22-7250c5646c85 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=80c86d96-6871-4bef-9ff7-875b9784caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769117 Aug 30 04:30:06.516355 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f0ec2ec8-07e1-44e1-9a20-62b3ee916110 req-16b3047a-f79c-4030-a759-d7833f0a4ec5 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667720 Aug 30 04:30:07.627600 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:07.659428 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2095c-ea76-4c59-981f-8eff0f5c62b8 req-2e5fec64-3eaf-4fb4-8324-b1f15d6deb5a tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:07.660893 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7eb2095c-ea76-4c59-981f-8eff0f5c62b8 req-2e5fec64-3eaf-4fb4-8324-b1f15d6deb5a tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4906f812-d87f-4f5c-8488-ad14e01ba086 HTTP/1.1" status: 200 len: 945 time: 0.0794315 Aug 30 04:30:07.682222 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f56f19-2de6-4be9-b033-9291d1fc1f49 req-99888843-9316-4ad9-8ddc-fe1314cc2c4c tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:07.683588 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f1f56f19-2de6-4be9-b033-9291d1fc1f49 req-99888843-9316-4ad9-8ddc-fe1314cc2c4c tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.0718749 Aug 30 04:30:07.747740 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7eb2095c-ea76-4c59-981f-8eff0f5c62b8 req-2f64be8f-6c1b-4628-9fd3-05770d082b03 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=80c86d96-6871-4bef-9ff7-875b9784caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791905 Aug 30 04:30:07.755263 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f1f56f19-2de6-4be9-b033-9291d1fc1f49 req-d39007b0-c6de-467e-8d08-143ae807cfbe tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636725 Aug 30 04:30:08.885582 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c282bbba-b44f-46a6-93dd-8b518aef52de req-b8a22c61-0e59-4b04-a06f-57934cc429be tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:08.886948 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c282bbba-b44f-46a6-93dd-8b518aef52de req-b8a22c61-0e59-4b04-a06f-57934cc429be tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.0480044 Aug 30 04:30:08.932836 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c282bbba-b44f-46a6-93dd-8b518aef52de req-0cfc76b7-7318-4f24-8b30-89a290802b50 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399473 Aug 30 04:30:10.063367 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba206a8-cc99-4ce9-9932-adeb3ec881a5 req-0291ff0b-320b-4cca-8791-268a3bc24fc8 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:10.064826 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5ba206a8-cc99-4ce9-9932-adeb3ec881a5 req-0291ff0b-320b-4cca-8791-268a3bc24fc8 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.0512545 Aug 30 04:30:10.110066 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5ba206a8-cc99-4ce9-9932-adeb3ec881a5 req-7c6dffd7-6285-4758-b815-cd72c6406cc7 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395327 Aug 30 04:30:11.097902 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 54950) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:11.228370 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6076503b-e39b-4a82-b5bf-ec6e0c907d5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:11.256212 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b41450-aa7d-4191-9c24-0e41c259b91f req-d3048844-bef4-49dd-b2de-79fd8e2fda78 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:11.257711 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-58b41450-aa7d-4191-9c24-0e41c259b91f req-d3048844-bef4-49dd-b2de-79fd8e2fda78 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.0689614 Aug 30 04:30:11.338596 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-58b41450-aa7d-4191-9c24-0e41c259b91f req-5590b7bb-8736-4f75-9c53-4a191149790a tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741749 Aug 30 04:30:11.360748 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6076503b-e39b-4a82-b5bf-ec6e0c907d5e admin admin] Publish callbacks [] for security_group (0e80641e-e820-40d0-a165-cc964f9232b8), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:11.364467 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6076503b-e39b-4a82-b5bf-ec6e0c907d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (0e80641e-e820-40d0-a165-cc964f9232b8), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:11.407419 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-6076503b-e39b-4a82-b5bf-ec6e0c907d5e admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=bd0f4805461b4753b83b7659e947bbfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3084652 Aug 30 04:30:11.408254 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6076503b-e39b-4a82-b5bf-ec6e0c907d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e80641e-e820-40d0-a165-cc964f9232b8,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:11.410326 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 54958) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:11.459943 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-db8b7440-549e-47c5-932b-b15634b9b2de admin admin] Publish callbacks [] for security_group (0e80641e-e820-40d0-a165-cc964f9232b8), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:11.479566 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-db8b7440-549e-47c5-932b-b15634b9b2de admin admin] Publish callbacks [] for security_group (0e80641e-e820-40d0-a165-cc964f9232b8), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:11.528361 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-db8b7440-549e-47c5-932b-b15634b9b2de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (0e80641e-e820-40d0-a165-cc964f9232b8), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:11.530996 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-db8b7440-549e-47c5-932b-b15634b9b2de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:11.532142 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-db8b7440-549e-47c5-932b-b15634b9b2de admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/0e80641e-e820-40d0-a165-cc964f9232b8 HTTP/1.1" status: 204 len: 168 time: 0.1208310 Aug 30 04:30:11.540361 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b7440-549e-47c5-932b-b15634b9b2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e80641e-e820-40d0-a165-cc964f9232b8,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:12.144716 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (dd0d0365-d50b-4401-90d8-c3ff73fab053), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:12.468278 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba97bf-1579-4434-939b-3779afb4e917 req-daa568c9-2c7f-4efe-9c13-b89a2603b197 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:12.470272 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-98ba97bf-1579-4434-939b-3779afb4e917 req-daa568c9-2c7f-4efe-9c13-b89a2603b197 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.0480237 Aug 30 04:30:12.517956 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-98ba97bf-1579-4434-939b-3779afb4e917 req-dc19677d-3066-4157-a0cc-cf886f7153bb tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421355 Aug 30 04:30:13.656723 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa6968-9bef-4b7b-89b9-0fa5d04faebb req-59af7181-fbb6-4841-8b1f-8592c3f00dcc tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:13.658348 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a5fa6968-9bef-4b7b-89b9-0fa5d04faebb req-59af7181-fbb6-4841-8b1f-8592c3f00dcc tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.0478480 Aug 30 04:30:13.691707 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:13.708574 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a5fa6968-9bef-4b7b-89b9-0fa5d04faebb req-8b3d280b-ed86-4f84-9c78-caa019f05f3f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446143 Aug 30 04:30:14.408117 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:14.534495 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:14.834704 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c5f751-e85f-4b93-99d7-8eb6c10c925e req-5bd3986d-2f1a-4ca5-a406-88aeec631889 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:14.836143 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-78c5f751-e85f-4b93-99d7-8eb6c10c925e req-5bd3986d-2f1a-4ca5-a406-88aeec631889 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.0498672 Aug 30 04:30:14.881372 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-78c5f751-e85f-4b93-99d7-8eb6c10c925e req-fa9b74af-4684-4dcb-bfdb-85b241859896 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398068 Aug 30 04:30:16.011667 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416055a2-f9bb-41d7-8ba0-36ad7e199494 req-c20a9835-1871-4a28-b862-3f224a6612b3 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:16.013136 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-416055a2-f9bb-41d7-8ba0-36ad7e199494 req-c20a9835-1871-4a28-b862-3f224a6612b3 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.0479176 Aug 30 04:30:16.023777 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:16.060727 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-416055a2-f9bb-41d7-8ba0-36ad7e199494 req-fb99b684-40cf-4930-a30b-1fd6d9eb17e3 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421121 Aug 30 04:30:17.187294 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176d725-8498-44ea-84fc-95812c890dcd req-f76aa82b-79fb-4692-9de1-f3158b81cfad tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:17.189353 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0176d725-8498-44ea-84fc-95812c890dcd req-f76aa82b-79fb-4692-9de1-f3158b81cfad tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.0507402 Aug 30 04:30:17.235965 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0176d725-8498-44ea-84fc-95812c890dcd req-35ac860e-d47b-4f03-a462-ae8af3ad2547 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410767 Aug 30 04:30:18.357544 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980df89-ac70-4857-9795-266869ab046a req-3064647c-73f4-4367-8db4-59ec7b570c7d tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:18.358985 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3980df89-ac70-4857-9795-266869ab046a req-3064647c-73f4-4367-8db4-59ec7b570c7d tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.0463910 Aug 30 04:30:18.407267 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3980df89-ac70-4857-9795-266869ab046a req-6a5208af-18c1-472e-bfc1-39871305cfba tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421181 Aug 30 04:30:19.537019 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043fcd99-074f-4eec-9aa4-4e003d9a057b req-7930cab4-2e2a-4c51-9ebc-800a6dae40a3 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:19.538577 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-043fcd99-074f-4eec-9aa4-4e003d9a057b req-7930cab4-2e2a-4c51-9ebc-800a6dae40a3 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.0494344 Aug 30 04:30:19.600490 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-043fcd99-074f-4eec-9aa4-4e003d9a057b req-849df01b-51a1-4640-ad98-713a02ccde23 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490060 Aug 30 04:30:20.716419 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb35e12-448f-41c4-aba3-9c2aa54cefb1 req-774c34dc-b231-4654-83d0-c767516a3df6 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:20.717869 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bcb35e12-448f-41c4-aba3-9c2aa54cefb1 req-774c34dc-b231-4654-83d0-c767516a3df6 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.0462568 Aug 30 04:30:20.764185 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bcb35e12-448f-41c4-aba3-9c2aa54cefb1 req-c362c835-3558-4c4a-8c95-f8c233f10070 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403085 Aug 30 04:30:21.512930 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=74,neutron:DELETE=4 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:21.535922 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=47,neutron:DELETE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:21.886362 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adfabe8-0858-41a0-a295-529c6b3590b4 req-f3b760ad-8003-480d-96ce-0d1c0af74337 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:21.887835 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5adfabe8-0858-41a0-a295-529c6b3590b4 req-f3b760ad-8003-480d-96ce-0d1c0af74337 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.0469980 Aug 30 04:30:21.933354 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5adfabe8-0858-41a0-a295-529c6b3590b4 req-8f1778ee-689c-4934-ac4b-b716ad6e437e tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398622 Aug 30 04:30:22.134368 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=56 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:22.139445 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:22.925561 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-96ff5e00-724f-4bdb-82fa-c8580656bc5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:23.065177 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d8db2-9106-45c4-84b8-02fae77cc50d req-989c6864-e52a-4214-8411-349777bd7c2a tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:23.066728 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-002d8db2-9106-45c4-84b8-02fae77cc50d req-989c6864-e52a-4214-8411-349777bd7c2a tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.0514929 Aug 30 04:30:23.113232 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-002d8db2-9106-45c4-84b8-02fae77cc50d req-412169c2-0540-42e1-9a48-7a2863931d0c tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410464 Aug 30 04:30:24.240932 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd6db7-5267-4be0-9157-29e961c670e8 req-524c136b-56a7-462f-8701-0b8db0445e2c tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:24.242553 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d8dd6db7-5267-4be0-9157-29e961c670e8 req-524c136b-56a7-462f-8701-0b8db0445e2c tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.0475109 Aug 30 04:30:24.289599 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d8dd6db7-5267-4be0-9157-29e961c670e8 req-e34f6642-8804-4777-88d1-182f76875b08 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415566 Aug 30 04:30:25.307686 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-8fcdbfd2-d8a9-48f1-a92e-50e72c8516a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:25.417300 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f62db9-e366-4e97-b494-741abca617bc req-5e3d5947-733b-44c6-8419-3db0cea70de0 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:25.418819 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c5f62db9-e366-4e97-b494-741abca617bc req-5e3d5947-733b-44c6-8419-3db0cea70de0 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.0467422 Aug 30 04:30:25.488734 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c5f62db9-e366-4e97-b494-741abca617bc req-f97ad322-d165-424b-a052-bff869c03481 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609293 Aug 30 04:30:26.547096 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:26.616571 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b6969-2408-4069-ac00-7bbf3e8d61f3 req-7275c18d-c4af-46bb-8cc6-2b7c82cf2a80 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:26.618549 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-995b6969-2408-4069-ac00-7bbf3e8d61f3 req-7275c18d-c4af-46bb-8cc6-2b7c82cf2a80 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.0500007 Aug 30 04:30:26.637198 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:26.668880 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-995b6969-2408-4069-ac00-7bbf3e8d61f3 req-e33bb35a-848a-46ef-b840-eced7285cc2e tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450149 Aug 30 04:30:26.859529 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 55120) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:26.963890 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-2d63435f-6d14-4637-9603-b39565315fe6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:27.043523 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-2d63435f-6d14-4637-9603-b39565315fe6 admin admin] Publish callbacks [] for security_group (9a4cfa7d-4ad4-47fb-ad5f-079400e603f7), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:27.046966 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-2d63435f-6d14-4637-9603-b39565315fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (9a4cfa7d-4ad4-47fb-ad5f-079400e603f7), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:27.086115 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-2d63435f-6d14-4637-9603-b39565315fe6 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=da3c176487134a52996ac76de1e68ca6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2252309 Aug 30 04:30:27.086900 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d63435f-6d14-4637-9603-b39565315fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4cfa7d-4ad4-47fb-ad5f-079400e603f7,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:27.088752 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 55124) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:27.094260 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d63435f-6d14-4637-9603-b39565315fe6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:27.094610 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d63435f-6d14-4637-9603-b39565315fe6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:27.094954 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d63435f-6d14-4637-9603-b39565315fe6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:27.095287 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d63435f-6d14-4637-9603-b39565315fe6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:27.096241 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d63435f-6d14-4637-9603-b39565315fe6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:27.096574 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d63435f-6d14-4637-9603-b39565315fe6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:27.096898 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d63435f-6d14-4637-9603-b39565315fe6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:27.097244 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d63435f-6d14-4637-9603-b39565315fe6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:27.097569 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d63435f-6d14-4637-9603-b39565315fe6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:27.097894 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d63435f-6d14-4637-9603-b39565315fe6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:27.098217 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d63435f-6d14-4637-9603-b39565315fe6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:27.098538 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d63435f-6d14-4637-9603-b39565315fe6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:27.098857 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d63435f-6d14-4637-9603-b39565315fe6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:27.099173 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d63435f-6d14-4637-9603-b39565315fe6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:27.099489 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d63435f-6d14-4637-9603-b39565315fe6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:27.138575 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-8349cbb6-1d1c-4b6f-ad62-c0c13e0a9871 admin admin] Publish callbacks [] for security_group (9a4cfa7d-4ad4-47fb-ad5f-079400e603f7), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:27.159094 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-8349cbb6-1d1c-4b6f-ad62-c0c13e0a9871 admin admin] Publish callbacks [] for security_group (9a4cfa7d-4ad4-47fb-ad5f-079400e603f7), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:27.190757 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:27.210361 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-8349cbb6-1d1c-4b6f-ad62-c0c13e0a9871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (9a4cfa7d-4ad4-47fb-ad5f-079400e603f7), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:27.212970 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-8349cbb6-1d1c-4b6f-ad62-c0c13e0a9871 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:27.214117 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-8349cbb6-1d1c-4b6f-ad62-c0c13e0a9871 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/9a4cfa7d-4ad4-47fb-ad5f-079400e603f7 HTTP/1.1" status: 204 len: 168 time: 0.1243081 Aug 30 04:30:27.222272 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8349cbb6-1d1c-4b6f-ad62-c0c13e0a9871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4cfa7d-4ad4-47fb-ad5f-079400e603f7,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:27.792693 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccfca33-cbe2-4f48-b3b3-1c6da6cd2907 req-4fafdcbb-e662-48a4-8915-e539195d20da tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:27.794189 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-dccfca33-cbe2-4f48-b3b3-1c6da6cd2907 req-4fafdcbb-e662-48a4-8915-e539195d20da tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.0473816 Aug 30 04:30:27.841731 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-dccfca33-cbe2-4f48-b3b3-1c6da6cd2907 req-d837e6f5-9692-48a8-a90c-a054faac359a tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415523 Aug 30 04:30:27.905825 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:28.129553 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:28.968190 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601243c-f3a2-48dc-a3fc-73532619cf6b req-f69a9099-59f4-4974-a9da-3412c82605aa tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:28.969658 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b601243c-f3a2-48dc-a3fc-73532619cf6b req-f69a9099-59f4-4974-a9da-3412c82605aa tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.0450566 Aug 30 04:30:29.016845 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b601243c-f3a2-48dc-a3fc-73532619cf6b req-7c444412-1124-46b7-90d2-c214f7382322 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411367 Aug 30 04:30:30.141603 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbbd7dc-6a6c-467d-91a6-71b6f3b5f6f4 req-8296619c-8e4d-4402-89ce-af9ea54bc15f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:30.143054 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2fbbd7dc-6a6c-467d-91a6-71b6f3b5f6f4 req-8296619c-8e4d-4402-89ce-af9ea54bc15f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.0502317 Aug 30 04:30:30.189709 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2fbbd7dc-6a6c-467d-91a6-71b6f3b5f6f4 req-d0a58877-c9fd-45d5-a952-547cf7e3fa3d tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406048 Aug 30 04:30:30.502733 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e705c930-c7b7-40a1-899b-889a8add95a4 req-2507f4c4-6093-4838-b735-96e6e1349adf service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376720 Aug 30 04:30:30.620337 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705c930-c7b7-40a1-899b-889a8add95a4 req-8f8f76a2-f49c-44a8-a441-fb10eca22dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:30.621845 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e705c930-c7b7-40a1-899b-889a8add95a4 req-8f8f76a2-f49c-44a8-a441-fb10eca22dea service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=d7deffddf9934a028bfdb0b1c965c618&device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 1129 time: 0.0386407 Aug 30 04:30:30.738778 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705c930-c7b7-40a1-899b-889a8add95a4 req-13ed5670-cae5-451e-a9b3-170abb653f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:30.740473 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e705c930-c7b7-40a1-899b-889a8add95a4 req-13ed5670-cae5-451e-a9b3-170abb653f91 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=7fc2da6b-035c-428c-8a36-2438f46094fd HTTP/1.1" status: 200 len: 912 time: 0.0904276 Aug 30 04:30:30.803322 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e705c930-c7b7-40a1-899b-889a8add95a4 req-6d3aeeeb-49d6-40bd-9cfc-36a0951b296f service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7064d357-6bbe-4302-95ac-eab03664669a HTTP/1.1" status: 200 len: 1000 time: 0.0550804 Aug 30 04:30:30.857746 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705c930-c7b7-40a1-899b-889a8add95a4 req-1b5176ef-9bd3-4c65-a745-385b84630447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:30.859097 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e705c930-c7b7-40a1-899b-889a8add95a4 req-1b5176ef-9bd3-4c65-a745-385b84630447 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=10d22c1f-33e0-4527-bb5d-63253813ffaa HTTP/1.1" status: 200 len: 849 time: 0.0454605 Aug 30 04:30:30.989793 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705c930-c7b7-40a1-899b-889a8add95a4 req-7a13155b-470d-4a24-894f-0c83ded29dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:30.991441 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e705c930-c7b7-40a1-899b-889a8add95a4 req-7a13155b-470d-4a24-894f-0c83ded29dcd service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=7fc2da6b-035c-428c-8a36-2438f46094fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422175 Aug 30 04:30:31.089398 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e705c930-c7b7-40a1-899b-889a8add95a4 req-b2f9b3f6-d85b-4f78-884d-73fe4ed18e36 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/7fc2da6b-035c-428c-8a36-2438f46094fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849342 Aug 30 04:30:31.184926 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e705c930-c7b7-40a1-899b-889a8add95a4 req-f6903293-2bb9-4e63-9556-ef0f57ff1470 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/7fc2da6b-035c-428c-8a36-2438f46094fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827088 Aug 30 04:30:31.302791 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:31.313934 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648e8b1-d72f-4154-890f-053cbfab0f2f req-e260ec64-6efb-4759-afce-52f494606fd6 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:31.315597 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6648e8b1-d72f-4154-890f-053cbfab0f2f req-e260ec64-6efb-4759-afce-52f494606fd6 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.0480704 Aug 30 04:30:31.366966 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6648e8b1-d72f-4154-890f-053cbfab0f2f req-0b7e6d87-405d-4c3f-9b8f-b2c5c32aff6d tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455060 Aug 30 04:30:32.491393 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd86f17-0472-461d-9a5d-a36aa0ff9f44 req-d8409be4-d4b9-42d9-94b5-faf522d461e1 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:32.492886 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7dd86f17-0472-461d-9a5d-a36aa0ff9f44 req-d8409be4-d4b9-42d9-94b5-faf522d461e1 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.0478327 Aug 30 04:30:32.542290 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7dd86f17-0472-461d-9a5d-a36aa0ff9f44 req-c8d75703-aef7-4ed5-af3e-f2fe7c402bd8 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438964 Aug 30 04:30:33.184475 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 1bbf1f65-3b92-403e-a0f0-5309613fb5f8 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:30:33.284343 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 1bbf1f65-3b92-403e-a0f0-5309613fb5f8, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=1bbf1f65-3b92-403e-a0f0-5309613fb5f8,segment=NetworkSegment(a693d004-c19a-4e68-bb57-afa3ae3ca47a),segment_id=a693d004-c19a-4e68-bb57-afa3ae3ca47a)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:30:33.295184 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Returning: {'device': '1bbf1f65-3b92-403e-a0f0-5309613fb5f8', 'network_id': '3a833cc4-0338-4d6e-b00c-99c3817ea5ba', 'port_id': '1bbf1f65-3b92-403e-a0f0-5309613fb5f8', 'mac_address': 'fa:16:3e:da:46:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14ce1079-bb9d-4bd2-9455-27504a55dd9e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:30:33.328828 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port 1bbf1f65-3b92-403e-a0f0-5309613fb5f8 is: ACTIVE; New status is: BUILD {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:30:33.329247 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (1bbf1f65-3b92-403e-a0f0-5309613fb5f8), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:33.342777 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1bbf1f65-3b92-403e-a0f0-5309613fb5f8 {{(pid=106259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:30:33.366508 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 1bbf1f65-3b92-403e-a0f0-5309613fb5f8, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=1bbf1f65-3b92-403e-a0f0-5309613fb5f8,segment=NetworkSegment(a693d004-c19a-4e68-bb57-afa3ae3ca47a),segment_id=a693d004-c19a-4e68-bb57-afa3ae3ca47a)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:30:33.370070 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (1bbf1f65-3b92-403e-a0f0-5309613fb5f8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:33.415503 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=1bbf1f65-3b92-403e-a0f0-5309613fb5f8,revision_number=6']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:33.650149 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:33.667385 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf20b8e-c6ab-45a9-987e-74e0aed3bc76 req-d917b7b3-bf0f-4151-94b9-b1874249d268 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:33.668980 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-cbf20b8e-c6ab-45a9-987e-74e0aed3bc76 req-d917b7b3-bf0f-4151-94b9-b1874249d268 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 945 time: 0.0487850 Aug 30 04:30:33.717357 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-cbf20b8e-c6ab-45a9-987e-74e0aed3bc76 req-c6b8e5d7-9e3c-44d1-9e31-8ac9f49bf900 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428953 Aug 30 04:30:33.725426 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] get_ports_and_sgs() called for port_ids ['1bbf1f65-3b92-403e-a0f0-5309613fb5f8'] {{(pid=106259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:30:34.852437 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e08eb2-7aae-44f8-adfa-5cca1a7ee0e4 req-93c9c673-3bfa-462a-9a5d-f4e121fc9330 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:34.854122 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-89e08eb2-7aae-44f8-adfa-5cca1a7ee0e4 req-93c9c673-3bfa-462a-9a5d-f4e121fc9330 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 945 time: 0.0516729 Aug 30 04:30:34.902592 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-89e08eb2-7aae-44f8-adfa-5cca1a7ee0e4 req-21ca715c-2631-438d-9299-313e50888703 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416727 Aug 30 04:30:35.210833 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 1bbf1f65-3b92-403e-a0f0-5309613fb5f8 up at agent hyperv_hv-cinder-85426 {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:30:35.253700 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Provisioning complete for port 1bbf1f65-3b92-403e-a0f0-5309613fb5f8 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:30:35.254968 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (1bbf1f65-3b92-403e-a0f0-5309613fb5f8), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:35.323287 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port 1bbf1f65-3b92-403e-a0f0-5309613fb5f8 is: BUILD; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:30:35.323589 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (1bbf1f65-3b92-403e-a0f0-5309613fb5f8), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:35.345191 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eaa5682-d37f-4718-af65-77b66b3963b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bbf1f65-3b92-403e-a0f0-5309613fb5f8'}] {{(pid=106259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:30:35.347382 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e273ce8b2ae48758be2a6d8dc958f9d92735a0e32143c567216a16ba221820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0488192-ebbb-4e64-a390-2c093c036eab" -d '{"events": [{"server_uuid": "0eaa5682-d37f-4718-af65-77b66b3963b7", "name": "network-vif-plugged", "status": "completed", "tag": "1bbf1f65-3b92-403e-a0f0-5309613fb5f8"}]}' {{(pid=106259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:30:35.362659 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 1bbf1f65-3b92-403e-a0f0-5309613fb5f8, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=1bbf1f65-3b92-403e-a0f0-5309613fb5f8,segment=NetworkSegment(a693d004-c19a-4e68-bb57-afa3ae3ca47a),segment_id=a693d004-c19a-4e68-bb57-afa3ae3ca47a)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:30:35.367691 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (1bbf1f65-3b92-403e-a0f0-5309613fb5f8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:35.390405 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc62be7-f393-4499-a118-98f0f22ce6db x-openstack-request-id: req-bdc62be7-f393-4499-a118-98f0f22ce6db {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:30:35.390712 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eaa5682-d37f-4718-af65-77b66b3963b7", "name": "network-vif-plugged", "status": "completed", "tag": "1bbf1f65-3b92-403e-a0f0-5309613fb5f8", "code": 200}]} {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:30:35.390964 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-bdc62be7-f393-4499-a118-98f0f22ce6db {{(pid=106259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:30:35.391347 dv-cinder-854265-2-iscsi neutron-server[106259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdc62be7-f393-4499-a118-98f0f22ce6db'] response: {'server_uuid': '0eaa5682-d37f-4718-af65-77b66b3963b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bbf1f65-3b92-403e-a0f0-5309613fb5f8', 'code': 200} Aug 30 04:30:35.415236 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=1bbf1f65-3b92-403e-a0f0-5309613fb5f8,revision_number=7']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:36.031084 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f3817-1f64-47c7-b730-18638fc2effd req-7d888db1-aae2-43f6-94da-09b8b557cb0c tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:36.032585 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-cb2f3817-1f64-47c7-b730-18638fc2effd req-7d888db1-aae2-43f6-94da-09b8b557cb0c tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.0497208 Aug 30 04:30:36.081333 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-cb2f3817-1f64-47c7-b730-18638fc2effd req-dc959ba9-2bfc-49ec-bd8b-bf2ca1486a5c tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423839 Aug 30 04:30:37.089607 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=24,neutron:INSERT=3 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:37.091215 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=15,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:37.235000 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b07c0a0-37f7-42ff-a5f1-54bc32285417 req-48a775f1-d452-4240-a24e-34d2c35fd1c2 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:37.236572 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0b07c0a0-37f7-42ff-a5f1-54bc32285417 req-48a775f1-d452-4240-a24e-34d2c35fd1c2 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.0636978 Aug 30 04:30:37.296441 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0b07c0a0-37f7-42ff-a5f1-54bc32285417 req-da3aa5ba-fd92-4c24-b0b9-c7978d6cd334 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508511 Aug 30 04:30:37.503240 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015428f-b495-4c0c-9b5c-f3288e5a4f26 req-9575ba63-f304-4abe-ae08-562e59a33f8a tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:37.505356 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6015428f-b495-4c0c-9b5c-f3288e5a4f26 req-9575ba63-f304-4abe-ae08-562e59a33f8a tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4906f812-d87f-4f5c-8488-ad14e01ba086 HTTP/1.1" status: 200 len: 945 time: 0.0595024 Aug 30 04:30:37.558493 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6015428f-b495-4c0c-9b5c-f3288e5a4f26 req-6fd827cc-86fb-452c-a91a-7443a708375b tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=80c86d96-6871-4bef-9ff7-875b9784caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469942 Aug 30 04:30:38.450795 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fefa6e-8792-426a-ad76-d9c31e775129 req-a433e5b2-7d78-4cb1-9609-d51acad9d13c tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:38.452272 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-14fefa6e-8792-426a-ad76-d9c31e775129 req-a433e5b2-7d78-4cb1-9609-d51acad9d13c tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.0507631 Aug 30 04:30:38.492478 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:38.495537 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:38.508284 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-14fefa6e-8792-426a-ad76-d9c31e775129 req-14074fb6-21a5-46ca-89a8-b3e25301ff1f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484743 Aug 30 04:30:38.697328 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad98acd3-b2fa-4390-bf29-1965566ad0f3 req-0dbce151-b1bf-49b6-9e25-ab1c72376578 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:38.699209 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ad98acd3-b2fa-4390-bf29-1965566ad0f3 req-0dbce151-b1bf-49b6-9e25-ab1c72376578 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4906f812-d87f-4f5c-8488-ad14e01ba086 HTTP/1.1" status: 200 len: 945 time: 0.0551217 Aug 30 04:30:38.753719 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ad98acd3-b2fa-4390-bf29-1965566ad0f3 req-15ddad71-24bf-4220-b94f-364709001188 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=80c86d96-6871-4bef-9ff7-875b9784caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486519 Aug 30 04:30:39.650640 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c8269-2481-4bfb-ac28-60527d7e1646 req-4e90b687-bbe3-4b36-900e-9910fc142182 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:39.653111 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-908c8269-2481-4bfb-ac28-60527d7e1646 req-4e90b687-bbe3-4b36-900e-9910fc142182 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.0562477 Aug 30 04:30:39.707427 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-908c8269-2481-4bfb-ac28-60527d7e1646 req-1e6acd81-69c3-4049-98b2-fc72eb078f61 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469763 Aug 30 04:30:39.886928 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c8be7-6ee8-42cd-b452-b00df186c3ad req-0d73e5fd-8032-4481-90e3-b0b9f75c1dc2 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:39.888300 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-716c8be7-6ee8-42cd-b452-b00df186c3ad req-0d73e5fd-8032-4481-90e3-b0b9f75c1dc2 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4906f812-d87f-4f5c-8488-ad14e01ba086 HTTP/1.1" status: 200 len: 945 time: 0.0591378 Aug 30 04:30:39.938211 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-716c8be7-6ee8-42cd-b452-b00df186c3ad req-cb745c56-dcc2-4606-8dc2-5af10c727a9b tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=80c86d96-6871-4bef-9ff7-875b9784caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442247 Aug 30 04:30:40.914922 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b67ca6-7556-4279-afd1-0d887505512a req-cb14b5a7-4a82-4135-af07-7f1f69cadc9c tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:40.918046 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e3b67ca6-7556-4279-afd1-0d887505512a req-cb14b5a7-4a82-4135-af07-7f1f69cadc9c tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.0899043 Aug 30 04:30:40.918971 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:40.928956 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f3225-5264-47bb-bf27-c6313c905156 req-3060f5c0-c2e7-4c45-8673-88ad97ea0330 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:40.931700 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c44f3225-5264-47bb-bf27-c6313c905156 req-3060f5c0-c2e7-4c45-8673-88ad97ea0330 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=4906f812-d87f-4f5c-8488-ad14e01ba086 HTTP/1.1" status: 200 len: 945 time: 0.1315684 Aug 30 04:30:41.071271 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:41.164128 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e3b67ca6-7556-4279-afd1-0d887505512a req-7bec1ab9-409a-43d6-92eb-e69e9467238e tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2289019 Aug 30 04:30:41.189167 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [req-c44f3225-5264-47bb-bf27-c6313c905156 req-87da7d05-39fb-47af-b901-60aefd7d7473 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Deleting port c0091232-8ba1-49a4-82e0-5cba0a341a09 {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:30:41.189714 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-c44f3225-5264-47bb-bf27-c6313c905156 req-87da7d05-39fb-47af-b901-60aefd7d7473 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (c0091232-8ba1-49a4-82e0-5cba0a341a09), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:41.219828 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3fb4b1-a96a-41c2-82bd-75daf198a6b7 req-4f90ebb2-6f86-4740-bb36-bffda427ed0f tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:41.229739 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1a3fb4b1-a96a-41c2-82bd-75daf198a6b7 req-4f90ebb2-6f86-4740-bb36-bffda427ed0f tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4906f812-d87f-4f5c-8488-ad14e01ba086 HTTP/1.1" status: 200 len: 945 time: 0.1835623 Aug 30 04:30:41.543888 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.agents_db [None req-600259de-68db-4343-b4d4-64e31eed30fa None None] Agent healthcheck: found 6 active agents {{(pid=106260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:30:41.646548 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-c44f3225-5264-47bb-bf27-c6313c905156 req-87da7d05-39fb-47af-b901-60aefd7d7473 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] For port c0091232-8ba1-49a4-82e0-5cba0a341a09, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=c0091232-8ba1-49a4-82e0-5cba0a341a09,segment=NetworkSegment(fe99bf72-82af-4368-a27d-a3119e44e20d),segment_id=fe99bf72-82af-4368-a27d-a3119e44e20d)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:30:41.647193 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-c44f3225-5264-47bb-bf27-c6313c905156 req-87da7d05-39fb-47af-b901-60aefd7d7473 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (c0091232-8ba1-49a4-82e0-5cba0a341a09), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:41.667184 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1a3fb4b1-a96a-41c2-82bd-75daf198a6b7 req-0a0cd118-4791-4809-9904-f35d962a232f tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=80c86d96-6871-4bef-9ff7-875b9784caf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4362402 Aug 30 04:30:41.679467 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [req-c44f3225-5264-47bb-bf27-c6313c905156 req-87da7d05-39fb-47af-b901-60aefd7d7473 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Calling delete_port for c0091232-8ba1-49a4-82e0-5cba0a341a09 owned by compute:nova {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:30:41.868053 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-c44f3225-5264-47bb-bf27-c6313c905156 req-87da7d05-39fb-47af-b901-60aefd7d7473 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62508200'] for port (c0091232-8ba1-49a4-82e0-5cba0a341a09), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:41.903576 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da7d05-39fb-47af-b901-60aefd7d7473 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Pushing event deleted for resources: {'Port': ['ID=c0091232-8ba1-49a4-82e0-5cba0a341a09,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:41.965390 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] get_ports_and_sgs() called for port_ids ['c0091232-8ba1-49a4-82e0-5cba0a341a09'] {{(pid=106259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:30:42.029227 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da7d05-39fb-47af-b901-60aefd7d7473 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:42.029888 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da7d05-39fb-47af-b901-60aefd7d7473 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:42.030075 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da7d05-39fb-47af-b901-60aefd7d7473 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:42.030404 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da7d05-39fb-47af-b901-60aefd7d7473 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:42.030928 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da7d05-39fb-47af-b901-60aefd7d7473 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:42.031274 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da7d05-39fb-47af-b901-60aefd7d7473 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:42.031604 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da7d05-39fb-47af-b901-60aefd7d7473 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:42.031936 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da7d05-39fb-47af-b901-60aefd7d7473 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:42.032300 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da7d05-39fb-47af-b901-60aefd7d7473 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:42.032624 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da7d05-39fb-47af-b901-60aefd7d7473 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:42.032955 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da7d05-39fb-47af-b901-60aefd7d7473 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:42.034216 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da7d05-39fb-47af-b901-60aefd7d7473 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:42.034216 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da7d05-39fb-47af-b901-60aefd7d7473 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:42.034216 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da7d05-39fb-47af-b901-60aefd7d7473 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:42.034467 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da7d05-39fb-47af-b901-60aefd7d7473 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:42.063843 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [req-c44f3225-5264-47bb-bf27-c6313c905156 req-87da7d05-39fb-47af-b901-60aefd7d7473 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] No DVR routers for this DVR port c0091232-8ba1-49a4-82e0-5cba0a341a09 on host hv-cinder-85426 {{(pid=106258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:30:42.068309 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-c44f3225-5264-47bb-bf27-c6313c905156 req-87da7d05-39fb-47af-b901-60aefd7d7473 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:42.072007 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c44f3225-5264-47bb-bf27-c6313c905156 req-87da7d05-39fb-47af-b901-60aefd7d7473 tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.71 "DELETE /networking/v2.0/ports/c0091232-8ba1-49a4-82e0-5cba0a341a09 HTTP/1.1" status: 204 len: 173 time: 1.1238055 Aug 30 04:30:42.072898 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4906f812-d87f-4f5c-8488-ad14e01ba086', 'name': 'network-vif-deleted', 'tag': 'c0091232-8ba1-49a4-82e0-5cba0a341a09'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:30:42.075737 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cae73fbe7dcf058e11387a0db1adace332cfaa4523dfba65b1576f9d32bef72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7871461-d797-4669-bfa8-ba9d4dda553d" -d '{"events": [{"server_uuid": "4906f812-d87f-4f5c-8488-ad14e01ba086", "name": "network-vif-deleted", "tag": "c0091232-8ba1-49a4-82e0-5cba0a341a09"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:30:42.153958 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caba0452-0aa9-465d-a89e-a7a42c7f0c1c x-openstack-request-id: req-caba0452-0aa9-465d-a89e-a7a42c7f0c1c {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:30:42.154333 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4906f812-d87f-4f5c-8488-ad14e01ba086", "name": "network-vif-deleted", "tag": "c0091232-8ba1-49a4-82e0-5cba0a341a09", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:30:42.154537 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-caba0452-0aa9-465d-a89e-a7a42c7f0c1c {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:30:42.154887 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caba0452-0aa9-465d-a89e-a7a42c7f0c1c'] response: {'server_uuid': '4906f812-d87f-4f5c-8488-ad14e01ba086', 'name': 'network-vif-deleted', 'tag': 'c0091232-8ba1-49a4-82e0-5cba0a341a09', 'status': 'completed', 'code': 200} Aug 30 04:30:42.183729 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (dd0d0365-d50b-4401-90d8-c3ff73fab053), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:42.323276 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626612d-952d-4f77-8043-a543e7fb8afb req-ec9ff0cd-4a0f-436c-9087-d1f2dbdc1046 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:42.325453 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e626612d-952d-4f77-8043-a543e7fb8afb req-ec9ff0cd-4a0f-436c-9087-d1f2dbdc1046 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.0633914 Aug 30 04:30:42.418886 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e626612d-952d-4f77-8043-a543e7fb8afb req-7aaa2d11-1cec-41e4-b87e-2fc1057c7b24 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818284 Aug 30 04:30:42.843132 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8589d3c7-4f6e-4def-b70e-6493894b3788 req-f72cdec0-8515-4e91-a557-c7fbc136a42c tempest-VolumesSnapshotTestJSON-1380366567 tempest-VolumesSnapshotTestJSON-1380366567-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=4906f812-d87f-4f5c-8488-ad14e01ba086 HTTP/1.1" status: 200 len: 210 time: 0.0406890 Aug 30 04:30:43.611822 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571bdf08-f89a-4eb3-8e9a-1edd1ee2e4ce req-7328da13-60ff-4757-a2b9-80a5176e21d3 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:43.613464 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-571bdf08-f89a-4eb3-8e9a-1edd1ee2e4ce req-7328da13-60ff-4757-a2b9-80a5176e21d3 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.0680470 Aug 30 04:30:43.673713 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-571bdf08-f89a-4eb3-8e9a-1edd1ee2e4ce req-43565a55-8ba5-4713-ba5f-8d5402aa86dc tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521069 Aug 30 04:30:44.842044 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75060b89-6cf2-440c-b6bd-e40f46216b09 req-7c47a329-5632-4ab9-85e7-4f99ab59c6bb tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:44.843857 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-75060b89-6cf2-440c-b6bd-e40f46216b09 req-7c47a329-5632-4ab9-85e7-4f99ab59c6bb tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.0700531 Aug 30 04:30:44.917486 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-75060b89-6cf2-440c-b6bd-e40f46216b09 req-53b9096b-cf7b-4b9a-91b7-0339cd2b3f3e tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610409 Aug 30 04:30:45.258983 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device c0091232-8ba1-49a4-82e0-5cba0a341a09 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:30:45.286358 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:45.288631 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] No Port match for: c0091232-8ba1-49a4-82e0-5cba0a341a09 {{(pid=106259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:30:45.289576 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device c0091232-8ba1-49a4-82e0-5cba0a341a09 not bound to the agent host hv-cinder-85426 {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:30:46.050951 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36164e3-8f62-4fe6-ac8e-f74a5f628373 req-cdf1cb5f-bef5-43e0-9a86-f80e6f011114 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:46.052615 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e36164e3-8f62-4fe6-ac8e-f74a5f628373 req-cdf1cb5f-bef5-43e0-9a86-f80e6f011114 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.0505297 Aug 30 04:30:46.101938 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e36164e3-8f62-4fe6-ac8e-f74a5f628373 req-c10a6093-caf3-4785-ae56-ccf6ef73d786 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429747 Aug 30 04:30:47.228701 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ab444-8904-419e-9696-1a8fe3cc9aac req-48128f56-072a-4b2c-a87c-ac3f2cc4de1a tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:47.230377 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-540ab444-8904-419e-9696-1a8fe3cc9aac req-48128f56-072a-4b2c-a87c-ac3f2cc4de1a tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.0493522 Aug 30 04:30:47.264085 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:47.275292 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:47.283620 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-540ab444-8904-419e-9696-1a8fe3cc9aac req-778c2e85-0b9f-4ace-a80e-7b76b608a98d tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477059 Aug 30 04:30:48.417278 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dce6c4-4b96-4dda-8370-1fadb72fd36c req-615cedc0-4472-4785-9acd-064b9436631d tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:48.418788 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-60dce6c4-4b96-4dda-8370-1fadb72fd36c req-615cedc0-4472-4785-9acd-064b9436631d tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.0518818 Aug 30 04:30:48.465111 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-60dce6c4-4b96-4dda-8370-1fadb72fd36c req-537ef537-fcce-4fd4-bb00-47f2bfae277f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407574 Aug 30 04:30:49.588303 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c4e67-7746-4031-bfcf-e6c10de3f879 req-5dd31926-bd4b-4cc9-82de-289fab3a7348 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:49.589829 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-976c4e67-7746-4031-bfcf-e6c10de3f879 req-5dd31926-bd4b-4cc9-82de-289fab3a7348 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.0466833 Aug 30 04:30:49.636391 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-976c4e67-7746-4031-bfcf-e6c10de3f879 req-2c1e3906-1851-452d-9725-0e6b91d73c4c tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411456 Aug 30 04:30:50.038770 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db9727-ced3-4258-82df-902a3536f561 req-bd519460-1cc0-4146-8aab-2f1e3f3767b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:50.040176 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-52db9727-ced3-4258-82df-902a3536f561 req-bd519460-1cc0-4146-8aab-2f1e3f3767b6 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=8afb4049582c4beaa9defa2fe20c8b52&device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 1130 time: 0.0500746 Aug 30 04:30:50.147997 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db9727-ced3-4258-82df-902a3536f561 req-54be698b-6025-481b-97ce-06fb2649ea26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:50.149526 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-52db9727-ced3-4258-82df-902a3536f561 req-54be698b-6025-481b-97ce-06fb2649ea26 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=3a833cc4-0338-4d6e-b00c-99c3817ea5ba HTTP/1.1" status: 200 len: 918 time: 0.0955958 Aug 30 04:30:50.227213 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-52db9727-ced3-4258-82df-902a3536f561 req-78c42826-e384-49b6-8a3a-918fd57a1969 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bbf1f65-3b92-403e-a0f0-5309613fb5f8 HTTP/1.1" status: 200 len: 1002 time: 0.0648360 Aug 30 04:30:50.287364 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db9727-ced3-4258-82df-902a3536f561 req-8101985a-002d-463f-af62-4548435c8775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:50.289006 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-52db9727-ced3-4258-82df-902a3536f561 req-8101985a-002d-463f-af62-4548435c8775 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=14ce1079-bb9d-4bd2-9455-27504a55dd9e HTTP/1.1" status: 200 len: 855 time: 0.0466821 Aug 30 04:30:50.360425 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db9727-ced3-4258-82df-902a3536f561 req-ce82ae32-73a4-4cf3-a4fe-b755de66a04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:50.361901 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-52db9727-ced3-4258-82df-902a3536f561 req-ce82ae32-73a4-4cf3-a4fe-b755de66a04d service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=3a833cc4-0338-4d6e-b00c-99c3817ea5ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392625 Aug 30 04:30:50.458007 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-52db9727-ced3-4258-82df-902a3536f561 req-9a54c3bd-fa55-48fd-953d-20800f049a5d service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3a833cc4-0338-4d6e-b00c-99c3817ea5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841956 Aug 30 04:30:50.550303 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-52db9727-ced3-4258-82df-902a3536f561 req-858378b7-4efa-43c0-b7a5-cfc801a57c15 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3a833cc4-0338-4d6e-b00c-99c3817ea5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812418 Aug 30 04:30:50.764452 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebff865-d426-4851-946e-c3015e21c99b req-a19fdc73-d57b-4970-9fe3-ba2ef7dc733d tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:50.765963 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-cebff865-d426-4851-946e-c3015e21c99b req-a19fdc73-d57b-4970-9fe3-ba2ef7dc733d tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.0514777 Aug 30 04:30:50.813191 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-cebff865-d426-4851-946e-c3015e21c99b req-8fb79ae2-30d9-42a8-bada-4aeca22cf1d5 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406790 Aug 30 04:30:51.299989 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=20 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:51.543817 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=8 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:51.937319 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24dea51-3f2f-45f6-9188-1b19a6944958 req-8063fb4b-a7a1-43e6-ba9f-fd4e828ee748 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:51.939154 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e24dea51-3f2f-45f6-9188-1b19a6944958 req-8063fb4b-a7a1-43e6-ba9f-fd4e828ee748 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.0484366 Aug 30 04:30:51.986872 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e24dea51-3f2f-45f6-9188-1b19a6944958 req-2080dc5d-5d4c-4434-97fc-1f77b735cace tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418892 Aug 30 04:30:52.917106 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:52.929906 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-0d4790e2-cc7b-4e1d-8d48-0f42c2766a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:53.069406 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a3559-5f29-4818-827f-e73daece994f req-12afc6c8-7f98-42e7-9c1c-da558eddf39f tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:53.070877 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-cf9a3559-5f29-4818-827f-e73daece994f req-12afc6c8-7f98-42e7-9c1c-da558eddf39f tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 985 time: 0.0514092 Aug 30 04:30:53.136010 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c066682-590c-4873-8570-24d8e13e33d8 req-25e46da2-9b37-4d9d-815b-42c032986cb0 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:53.137618 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3c066682-590c-4873-8570-24d8e13e33d8 req-25e46da2-9b37-4d9d-815b-42c032986cb0 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 946 time: 0.0658834 Aug 30 04:30:53.142991 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:53.184824 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-cf9a3559-5f29-4818-827f-e73daece994f req-5b67694a-caae-4e39-a58a-cb617a90e1d2 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=382602b1-b336-4adf-9199-bc2d0374f6be&id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1035841 Aug 30 04:30:53.208070 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3c066682-590c-4873-8570-24d8e13e33d8 req-9a207bad-297a-41d2-89db-b7c5fd3f4cf3 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638721 Aug 30 04:30:53.286077 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 1bbf1f65-3b92-403e-a0f0-5309613fb5f8 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:30:53.364625 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port 1bbf1f65-3b92-403e-a0f0-5309613fb5f8 is: ACTIVE; New status is: DOWN {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:30:53.365302 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (1bbf1f65-3b92-403e-a0f0-5309613fb5f8), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:53.387435 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eaa5682-d37f-4718-af65-77b66b3963b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bbf1f65-3b92-403e-a0f0-5309613fb5f8'}] {{(pid=106259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:30:53.389671 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e273ce8b2ae48758be2a6d8dc958f9d92735a0e32143c567216a16ba221820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278b45ee-5752-4a36-a102-4ba5bd0c7734" -d '{"events": [{"server_uuid": "0eaa5682-d37f-4718-af65-77b66b3963b7", "name": "network-vif-unplugged", "status": "completed", "tag": "1bbf1f65-3b92-403e-a0f0-5309613fb5f8"}]}' {{(pid=106259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:30:53.403956 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 1bbf1f65-3b92-403e-a0f0-5309613fb5f8, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=1bbf1f65-3b92-403e-a0f0-5309613fb5f8,segment=NetworkSegment(a693d004-c19a-4e68-bb57-afa3ae3ca47a),segment_id=a693d004-c19a-4e68-bb57-afa3ae3ca47a)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:30:53.407744 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (1bbf1f65-3b92-403e-a0f0-5309613fb5f8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:53.431393 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 30 Aug 2022 04:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ceca2e4-7d68-4e62-acb9-30d1a9b947eb x-openstack-request-id: req-6ceca2e4-7d68-4e62-acb9-30d1a9b947eb {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:30:53.431711 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eaa5682-d37f-4718-af65-77b66b3963b7", "name": "network-vif-unplugged", "status": "completed", "tag": "1bbf1f65-3b92-403e-a0f0-5309613fb5f8", "code": 200}]} {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:30:53.431972 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-6ceca2e4-7d68-4e62-acb9-30d1a9b947eb {{(pid=106259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:30:53.432360 dv-cinder-854265-2-iscsi neutron-server[106259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ceca2e4-7d68-4e62-acb9-30d1a9b947eb'] response: {'server_uuid': '0eaa5682-d37f-4718-af65-77b66b3963b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bbf1f65-3b92-403e-a0f0-5309613fb5f8', 'code': 200} Aug 30 04:30:53.457719 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=1bbf1f65-3b92-403e-a0f0-5309613fb5f8,revision_number=8']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:30:53.464797 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:53.465173 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:53.465517 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:53.465873 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:53.466209 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:53.466538 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:53.466867 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:53.467211 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:53.467519 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:53.467841 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:53.468165 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:53.468503 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:53.468831 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:53.469185 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:53.469508 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:30:53.621621 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:53.653802 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37fa65-064a-41e4-b09f-1422c9675ba1 req-8b482a32-b5a8-49dd-97b5-03c0bc88f4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:53.655365 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bb37fa65-064a-41e4-b09f-1422c9675ba1 req-8b482a32-b5a8-49dd-97b5-03c0bc88f4a0 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=3a706ffd11144f46ba54becd86464f02&device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 1169 time: 0.0442078 Aug 30 04:30:53.805622 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37fa65-064a-41e4-b09f-1422c9675ba1 req-3c99b2e0-f854-42af-bb9c-90c38c06279a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:53.811296 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bb37fa65-064a-41e4-b09f-1422c9675ba1 req-3c99b2e0-f854-42af-bb9c-90c38c06279a service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=96c8b8cf-2777-48ff-a669-0d5f521159b4 HTTP/1.1" status: 200 len: 916 time: 0.0974057 Aug 30 04:30:53.888366 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bb37fa65-064a-41e4-b09f-1422c9675ba1 req-4b7c70d9-27fb-413f-9a5f-00607c9d9d3d service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25b90fd3-3c90-4049-8348-c086d7152285 HTTP/1.1" status: 200 len: 1001 time: 0.0622945 Aug 30 04:30:53.955465 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37fa65-064a-41e4-b09f-1422c9675ba1 req-567a48f8-2898-4267-b2d9-546a06398387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:53.958049 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bb37fa65-064a-41e4-b09f-1422c9675ba1 req-567a48f8-2898-4267-b2d9-546a06398387 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=f7a849fd-7349-4aaa-9895-33f6e0837dd6 HTTP/1.1" status: 200 len: 853 time: 0.0558228 Aug 30 04:30:54.014533 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37fa65-064a-41e4-b09f-1422c9675ba1 req-1a95e113-8351-4c2d-8583-62163fb1eb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:54.016026 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bb37fa65-064a-41e4-b09f-1422c9675ba1 req-1a95e113-8351-4c2d-8583-62163fb1eb79 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=96c8b8cf-2777-48ff-a669-0d5f521159b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464134 Aug 30 04:30:54.338232 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06acfe7b-45a1-4779-ab08-b457e5b022e1 req-30486446-0771-465b-81b6-d50fcb668c96 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:54.339702 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-06acfe7b-45a1-4779-ab08-b457e5b022e1 req-30486446-0771-465b-81b6-d50fcb668c96 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 985 time: 0.0797637 Aug 30 04:30:54.349757 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9950920-018d-439b-a303-92082c554cbf req-bf54fcfa-c2c9-4476-bc71-0c290389cd90 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:54.351143 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c9950920-018d-439b-a303-92082c554cbf req-bf54fcfa-c2c9-4476-bc71-0c290389cd90 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 944 time: 0.0624137 Aug 30 04:30:54.430895 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c9950920-018d-439b-a303-92082c554cbf req-16ebaba8-bab2-457e-89ee-d1ac26e8d494 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722103 Aug 30 04:30:54.439529 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-06acfe7b-45a1-4779-ab08-b457e5b022e1 req-6d73de56-e8b4-4304-a558-e63647253cdd tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=382602b1-b336-4adf-9199-bc2d0374f6be&id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0875182 Aug 30 04:30:54.917099 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [req-5337f1c4-fd51-47e5-9f97-1b9363c46708 req-64e82ea3-5af4-4ba0-886d-49306e86f4b1 service neutron] http://10.222.0.85:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106258) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 04:30:54.918089 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5337f1c4-fd51-47e5-9f97-1b9363c46708 req-64e82ea3-5af4-4ba0-886d-49306e86f4b1 service neutron] 10.222.0.85 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054193 Aug 30 04:30:55.310322 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-99e9d302-21e9-4b19-a211-554cc9d4d40c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:55.559162 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed4fd6-aef6-4385-9372-39f6e51ea953 req-e7595ece-c823-44f1-82a7-df8512231a8a tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:55.560662 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4eed4fd6-aef6-4385-9372-39f6e51ea953 req-e7595ece-c823-44f1-82a7-df8512231a8a tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 985 time: 0.0469806 Aug 30 04:30:55.619264 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4eed4fd6-aef6-4385-9372-39f6e51ea953 req-53876e17-ece7-443c-b6a1-0a38e6c04de8 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=382602b1-b336-4adf-9199-bc2d0374f6be&id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530627 Aug 30 04:30:56.110937 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca325f2-cd58-44d4-bf5a-d59159871cff req-fd23cef1-eff9-464f-bd4d-dfe6b8e65c70 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:56.112441 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8ca325f2-cd58-44d4-bf5a-d59159871cff req-fd23cef1-eff9-464f-bd4d-dfe6b8e65c70 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 944 time: 0.0515811 Aug 30 04:30:56.167618 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8ca325f2-cd58-44d4-bf5a-d59159871cff req-248b61e4-3ac3-41b3-a99b-d7b89fed3f9b tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438497 Aug 30 04:30:56.404898 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 55396) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:56.485932 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-59df86d5-ba5b-4b4f-87f1-736ec01ad632 req-e0b476bc-2ab9-4168-aacd-5939c9be26a7 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0798399 Aug 30 04:30:56.495115 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [req-59df86d5-ba5b-4b4f-87f1-736ec01ad632 req-727fdbf7-5bac-4206-94f3-4ecd1b6d3736 service neutron] http://10.222.0.85:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106257) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 04:30:56.495990 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-59df86d5-ba5b-4b4f-87f1-736ec01ad632 req-727fdbf7-5bac-4206-94f3-4ecd1b6d3736 service neutron] 10.222.0.85 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047693 Aug 30 04:30:56.552604 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:56.590049 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bb37fa65-064a-41e4-b09f-1422c9675ba1 req-41332d3b-efd3-408c-82ab-84ebaf2447ea service neutron] 10.222.0.71 "GET /networking/v2.0/networks/96c8b8cf-2777-48ff-a669-0d5f521159b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897179 Aug 30 04:30:56.590569 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 55404) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:30:56.637680 dv-cinder-854265-2-iscsi neutron-server[106257]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 30 04:30:56.682573 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df86d5-ba5b-4b4f-87f1-736ec01ad632 req-e944f65b-814e-4709-b50e-a7de48f58019 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:56.683918 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-59df86d5-ba5b-4b4f-87f1-736ec01ad632 req-e944f65b-814e-4709-b50e-a7de48f58019 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports/1bbf1f65-3b92-403e-a0f0-5309613fb5f8 HTTP/1.1" status: 200 len: 941 time: 0.0929163 Aug 30 04:30:56.744411 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0284a26-bea4-4634-8b06-6f44a4419556 req-a04b45d5-7915-4fe3-bb18-285ee846a4be tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:56.745969 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f0284a26-bea4-4634-8b06-6f44a4419556 req-a04b45d5-7915-4fe3-bb18-285ee846a4be tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 985 time: 0.0535474 Aug 30 04:30:56.811404 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f0284a26-bea4-4634-8b06-6f44a4419556 req-4b1ea1b6-2546-4526-92f8-def5120ce078 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=382602b1-b336-4adf-9199-bc2d0374f6be&id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0594063 Aug 30 04:30:57.277479 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:57.292235 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598edea2-eec6-4a45-b91e-4a18a50b334b req-6c343dab-9513-41ec-9a91-f4d01911eae1 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:57.293692 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-598edea2-eec6-4a45-b91e-4a18a50b334b req-6c343dab-9513-41ec-9a91-f4d01911eae1 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 944 time: 0.0470231 Aug 30 04:30:57.339862 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-598edea2-eec6-4a45-b91e-4a18a50b334b req-814b7501-e205-41f2-aba0-4b55b1a67153 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406649 Aug 30 04:30:57.631624 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 1bbf1f65-3b92-403e-a0f0-5309613fb5f8 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:30:57.634278 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:30:57.640196 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bb37fa65-064a-41e4-b09f-1422c9675ba1 req-0d5df949-0b5a-42a0-a8fb-486f8e06dc22 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/96c8b8cf-2777-48ff-a669-0d5f521159b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998614 Aug 30 04:30:57.705939 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port 1bbf1f65-3b92-403e-a0f0-5309613fb5f8 is: DOWN; New status is: DOWN {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:30:57.908479 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:57.938726 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41c0c5-09f2-4f35-8c6e-dcb892d866a0 req-e71a3041-7b31-45ff-bebb-afb23b30aa29 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:57.940290 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ed41c0c5-09f2-4f35-8c6e-dcb892d866a0 req-e71a3041-7b31-45ff-bebb-afb23b30aa29 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 985 time: 0.0531988 Aug 30 04:30:57.999814 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ed41c0c5-09f2-4f35-8c6e-dcb892d866a0 req-fb71639b-3945-4739-b8d5-fe59b1acf68e tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=382602b1-b336-4adf-9199-bc2d0374f6be&id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531542 Aug 30 04:30:58.134996 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:30:58.477698 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7038cce-0bad-4c2a-b7c8-7df1673e1a7c req-7ac0ae2e-101d-4090-8c6b-ce9ba3594cd6 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:58.479162 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f7038cce-0bad-4c2a-b7c8-7df1673e1a7c req-7ac0ae2e-101d-4090-8c6b-ce9ba3594cd6 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 944 time: 0.0529039 Aug 30 04:30:58.526360 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f7038cce-0bad-4c2a-b7c8-7df1673e1a7c req-fbd99aba-eb20-48c1-9142-e6928ef16578 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416801 Aug 30 04:30:59.117950 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77cf61-b8f9-434b-8817-0f5ebe656c80 req-fb418e5b-3368-42e5-9c23-e8bb3969c15f tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:59.119552 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1c77cf61-b8f9-434b-8817-0f5ebe656c80 req-fb418e5b-3368-42e5-9c23-e8bb3969c15f tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 985 time: 0.0474365 Aug 30 04:30:59.182558 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1c77cf61-b8f9-434b-8817-0f5ebe656c80 req-e3cdde48-e62f-40d9-aa49-d0ced049a25e tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=382602b1-b336-4adf-9199-bc2d0374f6be&id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531583 Aug 30 04:30:59.649933 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97222b0e-1b8b-48cd-bf7e-2b6604f39aac req-120f1a9d-0234-4ca3-824c-be3069cb033f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:30:59.651382 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-97222b0e-1b8b-48cd-bf7e-2b6604f39aac req-120f1a9d-0234-4ca3-824c-be3069cb033f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 944 time: 0.0463603 Aug 30 04:30:59.701878 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-97222b0e-1b8b-48cd-bf7e-2b6604f39aac req-520cad8b-5a8d-43fb-864e-c986d2434910 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450635 Aug 30 04:31:00.312483 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f3171-c03a-471f-8505-e63f953ee52d req-4ede9289-32ad-4e6e-83c5-7da90bfa4cad tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:00.314034 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8d3f3171-c03a-471f-8505-e63f953ee52d req-4ede9289-32ad-4e6e-83c5-7da90bfa4cad tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 985 time: 0.0524776 Aug 30 04:31:00.378103 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8d3f3171-c03a-471f-8505-e63f953ee52d req-cb2c4c4a-5462-414b-ac2d-0da79259e6e1 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=382602b1-b336-4adf-9199-bc2d0374f6be&id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572522 Aug 30 04:31:00.889362 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39beb5d0-7bbd-47e4-9556-7ad654febd28 req-3a02f78b-e95f-4c8f-88ee-a191e4f72d57 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:00.890741 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-39beb5d0-7bbd-47e4-9556-7ad654febd28 req-3a02f78b-e95f-4c8f-88ee-a191e4f72d57 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 944 time: 0.1063666 Aug 30 04:31:00.891810 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df86d5-ba5b-4b4f-87f1-736ec01ad632 req-c2c6d4ac-c534-4133-a3a2-b8b1c3a82fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:00.893173 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-59df86d5-ba5b-4b4f-87f1-736ec01ad632 req-c2c6d4ac-c534-4133-a3a2-b8b1c3a82fe2 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7&tenant_id=8afb4049582c4beaa9defa2fe20c8b52 HTTP/1.1" status: 200 len: 1128 time: 0.0980301 Aug 30 04:31:00.937460 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-39beb5d0-7bbd-47e4-9556-7ad654febd28 req-d6d9e419-ba39-4627-be52-3a65ca082518 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406339 Aug 30 04:31:00.979558 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df86d5-ba5b-4b4f-87f1-736ec01ad632 req-14316c08-d024-4731-b1f8-78f5aeb892f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:00.981020 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-59df86d5-ba5b-4b4f-87f1-736ec01ad632 req-14316c08-d024-4731-b1f8-78f5aeb892f5 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=8afb4049582c4beaa9defa2fe20c8b52&device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 1128 time: 0.0392203 Aug 30 04:31:01.078370 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df86d5-ba5b-4b4f-87f1-736ec01ad632 req-6cb8e0fa-5eb3-4ffb-935e-0bd6a38edc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:01.079868 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-59df86d5-ba5b-4b4f-87f1-736ec01ad632 req-6cb8e0fa-5eb3-4ffb-935e-0bd6a38edc51 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=3a833cc4-0338-4d6e-b00c-99c3817ea5ba HTTP/1.1" status: 200 len: 918 time: 0.0873902 Aug 30 04:31:01.146466 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-59df86d5-ba5b-4b4f-87f1-736ec01ad632 req-0ad54347-0993-4850-9f07-4740774cc4fb service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bbf1f65-3b92-403e-a0f0-5309613fb5f8 HTTP/1.1" status: 200 len: 1000 time: 0.0552704 Aug 30 04:31:01.181446 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:01.199446 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df86d5-ba5b-4b4f-87f1-736ec01ad632 req-4d8a04f6-857d-46c5-adba-2abce7a564bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:01.200848 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-59df86d5-ba5b-4b4f-87f1-736ec01ad632 req-4d8a04f6-857d-46c5-adba-2abce7a564bc service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=14ce1079-bb9d-4bd2-9455-27504a55dd9e HTTP/1.1" status: 200 len: 855 time: 0.0471635 Aug 30 04:31:01.247891 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df86d5-ba5b-4b4f-87f1-736ec01ad632 req-db635d6c-1372-4ae1-a530-541aa4c462b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:01.249333 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-59df86d5-ba5b-4b4f-87f1-736ec01ad632 req-db635d6c-1372-4ae1-a530-541aa4c462b7 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=3a833cc4-0338-4d6e-b00c-99c3817ea5ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387604 Aug 30 04:31:01.332501 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:01.343186 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-59df86d5-ba5b-4b4f-87f1-736ec01ad632 req-3fa6e8ff-b21d-4b95-a85c-e79c61fe0732 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3a833cc4-0338-4d6e-b00c-99c3817ea5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861042 Aug 30 04:31:01.433560 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-59df86d5-ba5b-4b4f-87f1-736ec01ad632 req-6cda498b-bfa8-41e1-9b59-846c23591e6d service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3a833cc4-0338-4d6e-b00c-99c3817ea5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821817 Aug 30 04:31:01.499209 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138b390-3fa6-4f1b-abff-106a97667936 req-3666be19-dd9d-40bf-a514-428614705d69 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:01.500692 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d138b390-3fa6-4f1b-abff-106a97667936 req-3666be19-dd9d-40bf-a514-428614705d69 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 985 time: 0.0510597 Aug 30 04:31:01.564396 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d138b390-3fa6-4f1b-abff-106a97667936 req-87acc024-80ac-4755-a788-56ed34d05b12 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=382602b1-b336-4adf-9199-bc2d0374f6be&id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572078 Aug 30 04:31:02.093233 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da862bd4-4ac4-4819-889f-27c171bfa659 req-5223ee69-94fa-4545-af38-0871fe9fd936 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:02.094962 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-da862bd4-4ac4-4819-889f-27c171bfa659 req-5223ee69-94fa-4545-af38-0871fe9fd936 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 944 time: 0.0560744 Aug 30 04:31:02.162412 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-da862bd4-4ac4-4819-889f-27c171bfa659 req-c751215c-de29-4c13-a7ae-54f35cae60ee tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615578 Aug 30 04:31:02.685231 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704b18a-8563-440a-989a-d87c6cb35ef3 req-8167f01c-05cd-4674-8afa-ef03457c925a tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:02.686882 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3704b18a-8563-440a-989a-d87c6cb35ef3 req-8167f01c-05cd-4674-8afa-ef03457c925a tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 985 time: 0.0495470 Aug 30 04:31:02.748697 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3704b18a-8563-440a-989a-d87c6cb35ef3 req-95356bd7-e067-4088-bd61-e2c4fa33bf23 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=382602b1-b336-4adf-9199-bc2d0374f6be&id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558181 Aug 30 04:31:03.311360 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f57a1c-aac5-4f71-8ad5-ee60603fe8c2 req-c12f493d-3efc-40e6-922f-f6bb8bcc1807 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:03.312881 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-28f57a1c-aac5-4f71-8ad5-ee60603fe8c2 req-c12f493d-3efc-40e6-922f-f6bb8bcc1807 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 944 time: 0.0608163 Aug 30 04:31:03.363173 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-28f57a1c-aac5-4f71-8ad5-ee60603fe8c2 req-df3451ce-6d2f-43c1-86ef-bd10c34e66bb tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437589 Aug 30 04:31:03.868731 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee81d7-e211-4f55-b95b-a88b3d9c6edb req-51e8587b-1520-4a85-b2ac-b47b34b39721 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:03.870211 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7aee81d7-e211-4f55-b95b-a88b3d9c6edb req-51e8587b-1520-4a85-b2ac-b47b34b39721 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 985 time: 0.0471575 Aug 30 04:31:03.932980 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7aee81d7-e211-4f55-b95b-a88b3d9c6edb req-fd50488d-a348-40b9-9637-ced22bc29119 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=382602b1-b336-4adf-9199-bc2d0374f6be&id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569746 Aug 30 04:31:04.494965 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb161a-1e25-4f02-9bb7-5ad80925d746 req-dace3d54-f689-44a6-b0bc-79fc0a7acc30 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:04.496425 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8ccb161a-1e25-4f02-9bb7-5ad80925d746 req-dace3d54-f689-44a6-b0bc-79fc0a7acc30 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 944 time: 0.0500286 Aug 30 04:31:04.548955 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8ccb161a-1e25-4f02-9bb7-5ad80925d746 req-9537ac2b-e492-4687-86dd-029844730aa4 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469139 Aug 30 04:31:05.058309 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b251b-bcf5-4585-ae0d-26081d4b6e1c req-8a478d4b-764c-4938-b66c-cba7e1dabece tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:05.060115 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0b5b251b-bcf5-4585-ae0d-26081d4b6e1c req-8a478d4b-764c-4938-b66c-cba7e1dabece tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 985 time: 0.0486448 Aug 30 04:31:05.132828 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0b5b251b-bcf5-4585-ae0d-26081d4b6e1c req-211fe735-a0ee-4e4b-ba66-a1c0829b0a8d tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=382602b1-b336-4adf-9199-bc2d0374f6be&id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0650113 Aug 30 04:31:05.679492 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ffe03-12bb-4359-8c4b-48f1d3b76f92 req-b5ad72f9-ff20-469e-8e03-7af9fb2bad9f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:05.680966 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2a6ffe03-12bb-4359-8c4b-48f1d3b76f92 req-b5ad72f9-ff20-469e-8e03-7af9fb2bad9f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 944 time: 0.0499630 Aug 30 04:31:05.714870 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:05.733960 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2a6ffe03-12bb-4359-8c4b-48f1d3b76f92 req-0c51bc23-a376-4ef3-8631-b243d8333bc3 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474060 Aug 30 04:31:06.266524 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a5ea9-0e54-4cbe-8c12-f3564b692497 req-35559ff8-0321-48d4-bdb1-6195b1d673db tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:06.268380 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-250a5ea9-0e54-4cbe-8c12-f3564b692497 req-35559ff8-0321-48d4-bdb1-6195b1d673db tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 985 time: 0.0605991 Aug 30 04:31:06.311662 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:06.344119 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-250a5ea9-0e54-4cbe-8c12-f3564b692497 req-8cdfad18-3582-4953-8f94-4a20bc8725f8 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=382602b1-b336-4adf-9199-bc2d0374f6be&id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0692146 Aug 30 04:31:06.672060 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=7 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:06.673882 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=7 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:06.889614 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd97c9-cfb7-4fa0-bdc6-0f9db148b2cb req-cc505889-d14a-4dc0-960a-577bdc05ba21 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:06.891117 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3dcd97c9-cfb7-4fa0-bdc6-0f9db148b2cb req-cc505889-d14a-4dc0-960a-577bdc05ba21 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 944 time: 0.0702524 Aug 30 04:31:06.942204 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3dcd97c9-cfb7-4fa0-bdc6-0f9db148b2cb req-0393b6c8-3855-4e52-9a3f-4bec894d493d tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441914 Aug 30 04:31:07.478410 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2d6cb-1075-4745-85ff-0b2fb90dcf6c req-7fb3470a-a50b-4099-ba7e-5f04ee0e981d tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:07.479924 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b9b2d6cb-1075-4745-85ff-0b2fb90dcf6c req-7fb3470a-a50b-4099-ba7e-5f04ee0e981d tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 985 time: 0.0541778 Aug 30 04:31:07.551768 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b9b2d6cb-1075-4745-85ff-0b2fb90dcf6c req-3cdcc4bf-3253-4877-b474-dab154c8c130 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=382602b1-b336-4adf-9199-bc2d0374f6be&id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0658176 Aug 30 04:31:08.077701 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a296ce5-c40f-4ff6-8edc-93a40b5ca6d4 req-1b92d2ce-2645-4b6e-ba7c-99d38d1cf836 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:08.079372 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9a296ce5-c40f-4ff6-8edc-93a40b5ca6d4 req-1b92d2ce-2645-4b6e-ba7c-99d38d1cf836 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 944 time: 0.0528753 Aug 30 04:31:08.129110 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=40,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:08.130677 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=37,neutron:UPDATE=6 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:08.143281 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9a296ce5-c40f-4ff6-8edc-93a40b5ca6d4 req-0d83eb4e-2734-4dbc-aae4-c1cad2e46a74 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583084 Aug 30 04:31:08.683372 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff804764-1e50-420e-90b5-ab22f577d2c8 req-8c4d8adf-8ebc-4df7-9590-53439b2dfef1 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:08.684772 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ff804764-1e50-420e-90b5-ab22f577d2c8 req-8c4d8adf-8ebc-4df7-9590-53439b2dfef1 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 985 time: 0.0476665 Aug 30 04:31:08.713144 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 55560) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:31:08.756538 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ff804764-1e50-420e-90b5-ab22f577d2c8 req-a9ef7b60-9314-486e-a410-5cc3191707db tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=382602b1-b336-4adf-9199-bc2d0374f6be&id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0631146 Aug 30 04:31:08.763192 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8fc33c9-c3e6-4223-af7b-766153790c18 admin admin] Deleting subnet 766103cc-2473-4e57-97df-20777170225f {{(pid=106257) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 04:31:08.781623 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-e8fc33c9-c3e6-4223-af7b-766153790c18 admin admin] Publish callbacks [] for subnet (766103cc-2473-4e57-97df-20777170225f), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:08.811600 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-e8fc33c9-c3e6-4223-af7b-766153790c18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61669262'] for subnet (766103cc-2473-4e57-97df-20777170225f), precommit_delete_associations {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:08.853080 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-e8fc33c9-c3e6-4223-af7b-766153790c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3893603'] for subnet (766103cc-2473-4e57-97df-20777170225f), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:08.908202 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-e8fc33c9-c3e6-4223-af7b-766153790c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61207901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61944255'] for subnet (766103cc-2473-4e57-97df-20777170225f), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:08.940101 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fc33c9-c3e6-4223-af7b-766153790c18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=766103cc-2473-4e57-97df-20777170225f,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:08.944014 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-e8fc33c9-c3e6-4223-af7b-766153790c18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for subnet (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:08.947195 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-e8fc33c9-c3e6-4223-af7b-766153790c18 admin admin] 10.222.0.85 "DELETE /networking/v2.0/subnets/766103cc-2473-4e57-97df-20777170225f HTTP/1.1" status: 204 len: 168 time: 0.2330663 Aug 30 04:31:08.949727 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 55562) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:31:09.018201 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-8c45bc41-3270-4e78-a633-86805b063cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3781726'] for network (bc930985-4717-47a0-be1a-d96b32a3da9c), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:09.100652 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-8c45bc41-3270-4e78-a633-86805b063cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891968', 'neutron.services.segments.db._delete_segments_for_network-8785261144643'] for network (bc930985-4717-47a0-be1a-d96b32a3da9c), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:09.122770 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.services.segments.db [None req-8c45bc41-3270-4e78-a633-86805b063cb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc930985-4717-47a0-be1a-d96b32a3da9c']}} {{(pid=106257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:31:09.133010 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.services.segments.db [None req-8c45bc41-3270-4e78-a633-86805b063cb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe99bf72-82af-4368-a27d-a3119e44e20d') {'for_net_delete': True} {{(pid=106257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:31:09.133400 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.services.segments.db [None req-8c45bc41-3270-4e78-a633-86805b063cb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe99bf72-82af-4368-a27d-a3119e44e20d') {} {{(pid=106257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:31:09.143197 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-8c45bc41-3270-4e78-a633-86805b063cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785261169839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61669253'] for segment (fe99bf72-82af-4368-a27d-a3119e44e20d), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:09.157165 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-8c45bc41-3270-4e78-a633-86805b063cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3898234'] for segment (fe99bf72-82af-4368-a27d-a3119e44e20d), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:09.164356 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c45bc41-3270-4e78-a633-86805b063cb2 admin admin] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=106257) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 04:31:09.164863 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-8c45bc41-3270-4e78-a633-86805b063cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3898234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61207803'] for segment (fe99bf72-82af-4368-a27d-a3119e44e20d), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:09.208195 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.services.segments.plugin [-] Segment fe99bf72-82af-4368-a27d-a3119e44e20d resource provider aggregate not found Aug 30 04:31:09.234534 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.services.segments.plugin [-] Segment fe99bf72-82af-4368-a27d-a3119e44e20d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fe99bf72-82af-4368-a27d-a3119e44e20d found for delete ", "request_id": "req-5f7a725c-6f42-49ad-884a-0f97d05ce7cf"}]} Aug 30 04:31:09.236588 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-8c45bc41-3270-4e78-a633-86805b063cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696747'] for network (bc930985-4717-47a0-be1a-d96b32a3da9c), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:09.242580 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-8c45bc41-3270-4e78-a633-86805b063cb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for network (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:09.247654 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-8c45bc41-3270-4e78-a633-86805b063cb2 admin admin] 10.222.0.85 "DELETE /networking/v2.0/networks/bc930985-4717-47a0-be1a-d96b32a3da9c HTTP/1.1" status: 204 len: 168 time: 0.2950394 Aug 30 04:31:09.260249 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c45bc41-3270-4e78-a633-86805b063cb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc930985-4717-47a0-be1a-d96b32a3da9c,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:09.302062 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c88a8b-6b66-4970-9a75-ab6c84a0e380 req-cd3dde77-a51f-461d-9c38-9ac31851eac8 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:09.308997 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-21c88a8b-6b66-4970-9a75-ab6c84a0e380 req-cd3dde77-a51f-461d-9c38-9ac31851eac8 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 944 time: 0.0675118 Aug 30 04:31:09.353789 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-21c88a8b-6b66-4970-9a75-ab6c84a0e380 req-b843a99e-4d09-4893-8cd2-d477ec294748 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438988 Aug 30 04:31:09.447126 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 55572) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:31:09.497284 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-ba9e8ac7-fbb3-4003-9160-77e797d22259 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=2d8842fc1da94bf681eeb42464032b8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0467482 Aug 30 04:31:09.497594 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 55574) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:31:09.548555 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-6327d807-4305-4039-ace6-de2419dda923 admin admin] Publish callbacks [] for security_group (80c86d96-6871-4bef-9ff7-875b9784caf2), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:09.571869 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-6327d807-4305-4039-ace6-de2419dda923 admin admin] Publish callbacks [] for security_group (80c86d96-6871-4bef-9ff7-875b9784caf2), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:09.621229 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-6327d807-4305-4039-ace6-de2419dda923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (80c86d96-6871-4bef-9ff7-875b9784caf2), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:09.624027 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-6327d807-4305-4039-ace6-de2419dda923 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:09.625252 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-6327d807-4305-4039-ace6-de2419dda923 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/80c86d96-6871-4bef-9ff7-875b9784caf2 HTTP/1.1" status: 204 len: 168 time: 0.1267135 Aug 30 04:31:09.638433 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6327d807-4305-4039-ace6-de2419dda923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c86d96-6871-4bef-9ff7-875b9784caf2,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:09.879254 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0792bff-6bd7-4028-a874-94148ac30950 req-72632f7e-214a-4672-b5f3-7e31a6bbced5 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:09.880721 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b0792bff-6bd7-4028-a874-94148ac30950 req-72632f7e-214a-4672-b5f3-7e31a6bbced5 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 985 time: 0.0490615 Aug 30 04:31:09.944369 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b0792bff-6bd7-4028-a874-94148ac30950 req-48615e26-3f7f-40d6-86cd-157e1d344d5b tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=382602b1-b336-4adf-9199-bc2d0374f6be&id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579493 Aug 30 04:31:10.499400 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93679e92-51f3-40c7-b609-69318f68c841 req-835cc64f-294f-48ab-8ca0-5201882717e0 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:10.500921 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-93679e92-51f3-40c7-b609-69318f68c841 req-835cc64f-294f-48ab-8ca0-5201882717e0 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 944 time: 0.0615914 Aug 30 04:31:10.552502 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-93679e92-51f3-40c7-b609-69318f68c841 req-61c802cc-971f-456e-8f35-45c98863063a tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459228 Aug 30 04:31:11.067390 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20568ec5-08af-4c1c-aae5-9b3dd2efe0a1 req-f133b470-40fd-42fc-ac5d-d730e6a92715 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:11.068848 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-20568ec5-08af-4c1c-aae5-9b3dd2efe0a1 req-f133b470-40fd-42fc-ac5d-d730e6a92715 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 985 time: 0.0464861 Aug 30 04:31:11.132346 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-20568ec5-08af-4c1c-aae5-9b3dd2efe0a1 req-d934de87-7d4e-4209-80f4-d35e8fd6ff16 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=382602b1-b336-4adf-9199-bc2d0374f6be&id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576432 Aug 30 04:31:11.686512 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1193a20-f675-4a33-9eb3-53adab36d7dd req-94f8720d-8729-4a29-be51-9c838b4e0c80 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:11.688012 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d1193a20-f675-4a33-9eb3-53adab36d7dd req-94f8720d-8729-4a29-be51-9c838b4e0c80 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 944 time: 0.0528240 Aug 30 04:31:11.699299 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:11.736888 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d1193a20-f675-4a33-9eb3-53adab36d7dd req-feeb5fc9-fed2-4906-90d4-cb3fdfa667cd tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431304 Aug 30 04:31:12.156241 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (dd0d0365-d50b-4401-90d8-c3ff73fab053), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:12.254239 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64a60c-ee69-4869-8039-cce434a62cab req-c4e35e0e-a56d-409c-b4cf-075c7284a955 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:12.255912 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1d64a60c-ee69-4869-8039-cce434a62cab req-c4e35e0e-a56d-409c-b4cf-075c7284a955 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 985 time: 0.0505633 Aug 30 04:31:12.321301 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1d64a60c-ee69-4869-8039-cce434a62cab req-1bcc14d7-cf32-4be5-a591-d3c420e269ff tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=382602b1-b336-4adf-9199-bc2d0374f6be&id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559976 Aug 30 04:31:12.870054 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03918bd1-b8f3-4176-81ad-05e1f5757327 req-30d38e86-054b-4e31-a320-8eadce2a8c54 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:12.871644 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-03918bd1-b8f3-4176-81ad-05e1f5757327 req-30d38e86-054b-4e31-a320-8eadce2a8c54 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 944 time: 0.0486689 Aug 30 04:31:12.909650 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:12.927843 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-03918bd1-b8f3-4176-81ad-05e1f5757327 req-d45ff9a3-c843-4aa1-890b-5b05b9114cc2 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505676 Aug 30 04:31:13.450649 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce97cf-6f31-457e-85f8-cc7c69256932 req-b177bec2-2a98-4ffc-93df-cf38913cdf2a tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:13.452326 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-cdce97cf-6f31-457e-85f8-cc7c69256932 req-b177bec2-2a98-4ffc-93df-cf38913cdf2a tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 985 time: 0.0474033 Aug 30 04:31:13.516639 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-cdce97cf-6f31-457e-85f8-cc7c69256932 req-f3aaba59-dfd8-48d0-9017-67649fdd88dc tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=382602b1-b336-4adf-9199-bc2d0374f6be&id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560768 Aug 30 04:31:14.208546 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6a51e-52da-4932-85dd-2e934b062f92 req-1912688b-a6a1-4e94-9497-1e26c319cccb tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:14.210026 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4fa6a51e-52da-4932-85dd-2e934b062f92 req-1912688b-a6a1-4e94-9497-1e26c319cccb tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 944 time: 0.2019544 Aug 30 04:31:14.255979 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4fa6a51e-52da-4932-85dd-2e934b062f92 req-8d96f383-f6f1-46ea-8281-e1ee2a223b1f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404212 Aug 30 04:31:14.686610 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668649c-f69e-4539-86aa-485859b2baa8 req-a2a16088-b484-40f5-b1e8-d0664c3af707 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:14.688027 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6668649c-f69e-4539-86aa-485859b2baa8 req-a2a16088-b484-40f5-b1e8-d0664c3af707 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 985 time: 0.0985019 Aug 30 04:31:14.746204 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6668649c-f69e-4539-86aa-485859b2baa8 req-25baf1d5-6b38-4776-a6f7-54a0ffeaf51a tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=382602b1-b336-4adf-9199-bc2d0374f6be&id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524261 Aug 30 04:31:15.379411 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda86a0-09ba-4d1c-9cd3-d0c758050b40 req-f24577d5-b9b9-4a17-a0a4-68b2014938c1 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:15.380790 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9cda86a0-09ba-4d1c-9cd3-d0c758050b40 req-f24577d5-b9b9-4a17-a0a4-68b2014938c1 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 944 time: 0.0462232 Aug 30 04:31:15.426158 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9cda86a0-09ba-4d1c-9cd3-d0c758050b40 req-a22aafe4-de6d-4e08-8001-cdc932f0a22e tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400071 Aug 30 04:31:15.496296 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:15.501351 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:15.863446 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c4a20-7301-4479-817a-2b6038c86292 req-3c027a96-58fa-4089-b6e9-53342716ca83 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:15.865210 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b17c4a20-7301-4479-817a-2b6038c86292 req-3c027a96-58fa-4089-b6e9-53342716ca83 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 985 time: 0.0470047 Aug 30 04:31:15.927353 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b17c4a20-7301-4479-817a-2b6038c86292 req-e157fab6-463a-4d86-a079-de445950a16d tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=382602b1-b336-4adf-9199-bc2d0374f6be&id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564578 Aug 30 04:31:16.548955 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea03bf73-d1a0-418f-aad5-deeb35bad69c req-4c37ad84-3bbd-4bd3-8938-1c6611d3c80c tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:16.550459 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ea03bf73-d1a0-418f-aad5-deeb35bad69c req-4c37ad84-3bbd-4bd3-8938-1c6611d3c80c tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 944 time: 0.0470855 Aug 30 04:31:16.595795 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ea03bf73-d1a0-418f-aad5-deeb35bad69c req-77dd7f55-808c-4a08-b859-9407fe6703c4 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397296 Aug 30 04:31:17.044353 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594debb9-d0a6-4f94-baef-a1b7fc431154 req-13a4fc2f-4797-48f9-a751-66f720547108 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:17.045806 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-594debb9-d0a6-4f94-baef-a1b7fc431154 req-13a4fc2f-4797-48f9-a751-66f720547108 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 985 time: 0.0464828 Aug 30 04:31:17.103821 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-594debb9-d0a6-4f94-baef-a1b7fc431154 req-5a0649e8-100f-4a94-a4e6-78cb427f5ffd tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=382602b1-b336-4adf-9199-bc2d0374f6be&id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523016 Aug 30 04:31:17.943449 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b359f0-b897-4ef1-9639-38aea26d1e60 req-1ee33652-db92-4b98-8c03-17b47a1a78a4 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:17.944922 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d3b359f0-b897-4ef1-9639-38aea26d1e60 req-1ee33652-db92-4b98-8c03-17b47a1a78a4 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 944 time: 0.2715771 Aug 30 04:31:17.963116 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:17.991872 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d3b359f0-b897-4ef1-9639-38aea26d1e60 req-c2800e1d-e96c-41a1-83f0-7da499d7a2a8 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413387 Aug 30 04:31:18.222274 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe3f74-53b9-4bd1-8e02-71ef84ef0344 req-6b96e932-8abd-4fd3-9bfe-6862b8b7b32f tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:18.223639 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-dcfe3f74-53b9-4bd1-8e02-71ef84ef0344 req-6b96e932-8abd-4fd3-9bfe-6862b8b7b32f tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 985 time: 0.0470347 Aug 30 04:31:18.283369 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-dcfe3f74-53b9-4bd1-8e02-71ef84ef0344 req-d90037b1-73ec-4f51-bc82-13bbc31e1d0e tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=382602b1-b336-4adf-9199-bc2d0374f6be&id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540690 Aug 30 04:31:18.541820 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.agents_db [None req-600259de-68db-4343-b4d4-64e31eed30fa None None] Agent healthcheck: found 6 active agents {{(pid=106260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:31:19.116992 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf7959-0e3b-481a-8618-a023e6885020 req-323e5445-11c1-46d6-a8bb-d7f12272dd6c tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:19.118484 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f3cf7959-0e3b-481a-8618-a023e6885020 req-323e5445-11c1-46d6-a8bb-d7f12272dd6c tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 944 time: 0.0489855 Aug 30 04:31:19.164223 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f3cf7959-0e3b-481a-8618-a023e6885020 req-7b684968-380a-4fbc-a88b-df98274d197a tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402431 Aug 30 04:31:19.401474 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7677d0e-cbd7-41e9-808e-ed49dcea8582 req-1794db4a-96a5-4ab5-b9d2-8ce6ad4d8d36 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:19.403094 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a7677d0e-cbd7-41e9-808e-ed49dcea8582 req-1794db4a-96a5-4ab5-b9d2-8ce6ad4d8d36 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 985 time: 0.0478823 Aug 30 04:31:19.423410 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:19.462259 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a7677d0e-cbd7-41e9-808e-ed49dcea8582 req-2c80a1a3-3560-4ce6-a95c-4fe017968584 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=382602b1-b336-4adf-9199-bc2d0374f6be&id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537026 Aug 30 04:31:19.628617 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:19.629348 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=73,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:20.289686 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a0108-c7f7-4afd-b52e-b7cd1cf4cc7d req-5178db1c-17f9-4437-b150-ee47d114977d tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:20.291130 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-721a0108-c7f7-4afd-b52e-b7cd1cf4cc7d req-5178db1c-17f9-4437-b150-ee47d114977d tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 944 time: 0.0490961 Aug 30 04:31:20.336949 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-721a0108-c7f7-4afd-b52e-b7cd1cf4cc7d req-496f4a87-d15f-441e-9327-5de67b9d4c82 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403519 Aug 30 04:31:20.587736 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4e5b5b-9a2d-4af5-b8d5-714712c45f26 req-c25ad5db-9600-4e70-bd79-c1610be719a6 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:20.589072 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3b4e5b5b-9a2d-4af5-b8d5-714712c45f26 req-c25ad5db-9600-4e70-bd79-c1610be719a6 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 985 time: 0.0462468 Aug 30 04:31:20.650814 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3b4e5b5b-9a2d-4af5-b8d5-714712c45f26 req-9ef6019d-77a2-41cd-9b51-334717946922 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=382602b1-b336-4adf-9199-bc2d0374f6be&id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561013 Aug 30 04:31:21.462078 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947834df-a07d-4355-80c8-a7e45edb4c49 req-3aa90bb8-59c0-47c4-89ba-386fc0ffa96e tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:21.463606 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-947834df-a07d-4355-80c8-a7e45edb4c49 req-3aa90bb8-59c0-47c4-89ba-386fc0ffa96e tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 944 time: 0.0487809 Aug 30 04:31:21.515346 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-947834df-a07d-4355-80c8-a7e45edb4c49 req-979c84c6-5bef-435f-918f-645b5e1074ab tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451128 Aug 30 04:31:21.771060 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60c054-ee75-4ecf-86f9-693376a09b2e req-33829306-2bba-4dc0-be67-5b6816393e3b tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:21.772527 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-de60c054-ee75-4ecf-86f9-693376a09b2e req-33829306-2bba-4dc0-be67-5b6816393e3b tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 985 time: 0.0478840 Aug 30 04:31:21.833049 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-de60c054-ee75-4ecf-86f9-693376a09b2e req-4886d81d-7a77-4bad-b2f6-63a271e8848f tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=382602b1-b336-4adf-9199-bc2d0374f6be&id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542367 Aug 30 04:31:22.638916 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06016acc-be96-4123-8824-407d69083bd0 req-e4ed96be-9822-41a5-9201-0b5561da832c tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:22.640379 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-06016acc-be96-4123-8824-407d69083bd0 req-e4ed96be-9822-41a5-9201-0b5561da832c tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 944 time: 0.0464256 Aug 30 04:31:22.687093 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-06016acc-be96-4123-8824-407d69083bd0 req-40200fe5-525a-4c7f-819c-99ef08aa838b tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402484 Aug 30 04:31:22.933875 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-3e309334-636f-44ce-8178-8b8e4b6510b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:23.816613 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c427e-34dc-473a-bffe-77d3f866392e req-afb5b27e-7265-4ce2-9635-4c26a143d1d6 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:23.818069 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-117c427e-34dc-473a-bffe-77d3f866392e req-afb5b27e-7265-4ce2-9635-4c26a143d1d6 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 944 time: 0.0509672 Aug 30 04:31:23.868978 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-117c427e-34dc-473a-bffe-77d3f866392e req-25f7a0aa-b2f6-4e52-b233-a5328a666c2a tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451224 Aug 30 04:31:24.993141 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c30bdd-97d1-411e-bb96-ddb37305f52c req-c1f0bcfa-b500-42f4-8831-ce365ca49010 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:24.994599 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-47c30bdd-97d1-411e-bb96-ddb37305f52c req-c1f0bcfa-b500-42f4-8831-ce365ca49010 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 944 time: 0.0467548 Aug 30 04:31:25.036159 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:25.040977 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-47c30bdd-97d1-411e-bb96-ddb37305f52c req-3a7b84d5-86e6-492c-9464-8aa42b29753d tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409658 Aug 30 04:31:25.311768 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-e40b01d3-dd18-4aba-a105-620ac1f6bd35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:26.197930 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e50285-6624-4468-92de-55080df43255 req-e854532f-2f57-4586-aa87-994227460a10 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:26.199474 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-37e50285-6624-4468-92de-55080df43255 req-e854532f-2f57-4586-aa87-994227460a10 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 944 time: 0.0611191 Aug 30 04:31:26.257327 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-37e50285-6624-4468-92de-55080df43255 req-2d473183-0273-4ce0-8fc6-cf375ca76f08 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501118 Aug 30 04:31:26.554496 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:27.399261 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7587481-5e77-4e65-9757-f9bde8dd8688 req-f9e0350a-b515-4a77-85db-9f4fa1d21350 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:27.400689 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b7587481-5e77-4e65-9757-f9bde8dd8688 req-f9e0350a-b515-4a77-85db-9f4fa1d21350 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 944 time: 0.0586276 Aug 30 04:31:27.449987 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f568ed-fb2e-4937-8b51-8f28bbf29836 req-8ea58f58-f6ef-4a79-af79-b1b18a6e2a07 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:27.451631 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-97f568ed-fb2e-4937-8b51-8f28bbf29836 req-8ea58f58-f6ef-4a79-af79-b1b18a6e2a07 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.0693789 Aug 30 04:31:27.488873 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b7587481-5e77-4e65-9757-f9bde8dd8688 req-c2a7df14-5873-4bed-95a0-b7d614e224dc tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722625 Aug 30 04:31:27.519614 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-97f568ed-fb2e-4937-8b51-8f28bbf29836 req-41b882ad-bccc-495f-b9cb-025c0006f8cb tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592427 Aug 30 04:31:27.911191 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:28.137315 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:28.538339 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:28.608473 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:28.639327 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d47a1-8e43-4b11-948e-bbf51eecd07e req-d26e3715-a666-4365-add4-d66724584837 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:28.640807 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ea1d47a1-8e43-4b11-948e-bbf51eecd07e req-d26e3715-a666-4365-add4-d66724584837 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 944 time: 0.0739436 Aug 30 04:31:28.668341 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99790131-56ec-446a-94f8-57f76427e996 req-1dedfd78-43aa-425b-9807-7f63b0366208 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:28.669782 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-99790131-56ec-446a-94f8-57f76427e996 req-1dedfd78-43aa-425b-9807-7f63b0366208 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.0741842 Aug 30 04:31:28.719441 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ea1d47a1-8e43-4b11-948e-bbf51eecd07e req-ffcab033-6205-4158-b0aa-30a365d3c785 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723505 Aug 30 04:31:28.736299 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-99790131-56ec-446a-94f8-57f76427e996 req-53f77b66-d5a8-43cb-b5db-75055f13f214 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601280 Aug 30 04:31:29.875243 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a3a28-bb4c-48e5-90f7-8aca8f60e145 req-3043e14d-f5bf-4381-b38c-acbd6b0d228c tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:29.876696 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e12a3a28-bb4c-48e5-90f7-8aca8f60e145 req-3043e14d-f5bf-4381-b38c-acbd6b0d228c tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 944 time: 0.0770822 Aug 30 04:31:29.884052 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc8ca2-3320-4b8e-b354-e0be5beebe19 req-4e58729a-88ef-4879-bea7-66e09d9a8206 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:29.885469 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-afcc8ca2-3320-4b8e-b354-e0be5beebe19 req-4e58729a-88ef-4879-bea7-66e09d9a8206 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.0761929 Aug 30 04:31:29.959426 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e12a3a28-bb4c-48e5-90f7-8aca8f60e145 req-cf7f7b64-598b-42a3-a0e4-832a94bf5b87 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726585 Aug 30 04:31:29.962583 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-afcc8ca2-3320-4b8e-b354-e0be5beebe19 req-4d6a01e8-8f30-4756-b0bd-4da295aada8a tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703874 Aug 30 04:31:31.116786 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8186be-d024-4cad-bc2d-47049f486f02 req-0103861b-a84e-4447-b048-8277d874d20d tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:31.118379 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0d8186be-d024-4cad-bc2d-47049f486f02 req-0103861b-a84e-4447-b048-8277d874d20d tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 944 time: 0.0706630 Aug 30 04:31:31.123866 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebea563-bd87-4097-bc2f-43be995f9784 req-2aaa92bf-19ac-455f-a53f-5cc542000eed tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:31.125284 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2ebea563-bd87-4097-bc2f-43be995f9784 req-2aaa92bf-19ac-455f-a53f-5cc542000eed tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.0886483 Aug 30 04:31:31.198535 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0d8186be-d024-4cad-bc2d-47049f486f02 req-0467b3d4-c03f-4144-9a9b-037c1958dfde tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716703 Aug 30 04:31:31.206068 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2ebea563-bd87-4097-bc2f-43be995f9784 req-aba29f86-fd50-43ea-a2c1-daca8d3da13c tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721471 Aug 30 04:31:31.289806 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 55834) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:31:31.400860 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-115b936e-f036-403f-8c9b-971c8f87881f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:31.476179 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-115b936e-f036-403f-8c9b-971c8f87881f admin admin] Publish callbacks [] for security_group (7e6126d4-b70e-45eb-b2e2-e490dc9a1f0d), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:31.480339 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-115b936e-f036-403f-8c9b-971c8f87881f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (7e6126d4-b70e-45eb-b2e2-e490dc9a1f0d), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:31.521632 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-115b936e-f036-403f-8c9b-971c8f87881f admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=180fc88701814284ba4c968783accbf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2307580 Aug 30 04:31:31.522478 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b936e-f036-403f-8c9b-971c8f87881f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6126d4-b70e-45eb-b2e2-e490dc9a1f0d,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:31.524255 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 55838) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:31:31.529698 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b936e-f036-403f-8c9b-971c8f87881f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:31.530044 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b936e-f036-403f-8c9b-971c8f87881f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:31.530384 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b936e-f036-403f-8c9b-971c8f87881f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:31.530719 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b936e-f036-403f-8c9b-971c8f87881f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:31.531050 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b936e-f036-403f-8c9b-971c8f87881f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:31.531376 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b936e-f036-403f-8c9b-971c8f87881f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:31.531698 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b936e-f036-403f-8c9b-971c8f87881f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:31.532049 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b936e-f036-403f-8c9b-971c8f87881f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:31.532372 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b936e-f036-403f-8c9b-971c8f87881f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:31.532716 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b936e-f036-403f-8c9b-971c8f87881f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:31.533061 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b936e-f036-403f-8c9b-971c8f87881f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:31.533392 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b936e-f036-403f-8c9b-971c8f87881f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:31.533710 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b936e-f036-403f-8c9b-971c8f87881f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:31.534028 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b936e-f036-403f-8c9b-971c8f87881f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:31.534346 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b936e-f036-403f-8c9b-971c8f87881f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:31:31.577688 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2fb1f28e-3ce0-401c-ad88-4acfeac7741e admin admin] Publish callbacks [] for security_group (7e6126d4-b70e-45eb-b2e2-e490dc9a1f0d), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:31.598405 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2fb1f28e-3ce0-401c-ad88-4acfeac7741e admin admin] Publish callbacks [] for security_group (7e6126d4-b70e-45eb-b2e2-e490dc9a1f0d), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:31.629998 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:31.646105 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2fb1f28e-3ce0-401c-ad88-4acfeac7741e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (7e6126d4-b70e-45eb-b2e2-e490dc9a1f0d), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:31.648831 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2fb1f28e-3ce0-401c-ad88-4acfeac7741e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:31.650113 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-2fb1f28e-3ce0-401c-ad88-4acfeac7741e admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/7e6126d4-b70e-45eb-b2e2-e490dc9a1f0d HTTP/1.1" status: 204 len: 168 time: 0.1248536 Aug 30 04:31:31.660416 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb1f28e-3ce0-401c-ad88-4acfeac7741e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6126d4-b70e-45eb-b2e2-e490dc9a1f0d,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:31.784515 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 1bbf1f65-3b92-403e-a0f0-5309613fb5f8 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:31:31.895563 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 1bbf1f65-3b92-403e-a0f0-5309613fb5f8, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=1bbf1f65-3b92-403e-a0f0-5309613fb5f8,segment=NetworkSegment(a693d004-c19a-4e68-bb57-afa3ae3ca47a),segment_id=a693d004-c19a-4e68-bb57-afa3ae3ca47a)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:31:31.907954 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Returning: {'device': '1bbf1f65-3b92-403e-a0f0-5309613fb5f8', 'network_id': '3a833cc4-0338-4d6e-b00c-99c3817ea5ba', 'port_id': '1bbf1f65-3b92-403e-a0f0-5309613fb5f8', 'mac_address': 'fa:16:3e:da:46:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14ce1079-bb9d-4bd2-9455-27504a55dd9e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:31:31.944365 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port 1bbf1f65-3b92-403e-a0f0-5309613fb5f8 is: DOWN; New status is: BUILD {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:31:31.944755 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (1bbf1f65-3b92-403e-a0f0-5309613fb5f8), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:31.958573 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bbf1f65-3b92-403e-a0f0-5309613fb5f8 {{(pid=106259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:31:31.978317 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 1bbf1f65-3b92-403e-a0f0-5309613fb5f8, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=1bbf1f65-3b92-403e-a0f0-5309613fb5f8,segment=NetworkSegment(a693d004-c19a-4e68-bb57-afa3ae3ca47a),segment_id=a693d004-c19a-4e68-bb57-afa3ae3ca47a)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:31:31.981832 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (1bbf1f65-3b92-403e-a0f0-5309613fb5f8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:32.030971 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=1bbf1f65-3b92-403e-a0f0-5309613fb5f8,revision_number=9']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:32.353068 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19da441-7b5f-4ac5-a80e-a6b8b396c904 req-bcb0d82f-b2bc-472b-9106-febf25dc4ccc tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:32.354561 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d19da441-7b5f-4ac5-a80e-a6b8b396c904 req-bcb0d82f-b2bc-472b-9106-febf25dc4ccc tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.0742323 Aug 30 04:31:32.362085 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17442659-41ae-42b8-90e0-d2356b7e072c req-67c4420f-cfeb-430d-ac1e-83a38b572bba tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:32.364247 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-17442659-41ae-42b8-90e0-d2356b7e072c req-67c4420f-cfeb-430d-ac1e-83a38b572bba tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 945 time: 0.0817590 Aug 30 04:31:32.436884 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d19da441-7b5f-4ac5-a80e-a6b8b396c904 req-4ae2290d-97f6-48b0-a5af-14faa839a5d1 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717046 Aug 30 04:31:32.444145 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-17442659-41ae-42b8-90e0-d2356b7e072c req-bc2b844d-3c5d-4754-8955-d2bf4215322a tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731947 Aug 30 04:31:32.531174 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] get_ports_and_sgs() called for port_ids ['1bbf1f65-3b92-403e-a0f0-5309613fb5f8'] {{(pid=106259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:31:33.592024 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb842d82-e334-45c5-9ce8-220c89d2ee5d req-e46db53b-a3ce-4f47-a70d-e29a437a8862 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:33.593533 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bb842d82-e334-45c5-9ce8-220c89d2ee5d req-e46db53b-a3ce-4f47-a70d-e29a437a8862 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.0768781 Aug 30 04:31:33.599001 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa628f-1548-4bf9-ba24-89046e1ae099 req-416cce3f-5821-4da8-94c4-9a2527ac02d0 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:33.600343 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-64aa628f-1548-4bf9-ba24-89046e1ae099 req-416cce3f-5821-4da8-94c4-9a2527ac02d0 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 945 time: 0.0727859 Aug 30 04:31:33.652304 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:33.680004 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bb842d82-e334-45c5-9ce8-220c89d2ee5d req-6d42e786-5d8f-43f0-b589-023333cdc614 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786951 Aug 30 04:31:33.682973 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-64aa628f-1548-4bf9-ba24-89046e1ae099 req-ebadcfa1-2cba-44eb-814c-c69e3b9956ea tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750396 Aug 30 04:31:33.803511 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 1bbf1f65-3b92-403e-a0f0-5309613fb5f8 up at agent hyperv_hv-cinder-85426 {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:31:33.846711 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Provisioning complete for port 1bbf1f65-3b92-403e-a0f0-5309613fb5f8 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:31:33.847085 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (1bbf1f65-3b92-403e-a0f0-5309613fb5f8), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:33.885387 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:33.921002 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port 1bbf1f65-3b92-403e-a0f0-5309613fb5f8 is: BUILD; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:31:33.921420 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (1bbf1f65-3b92-403e-a0f0-5309613fb5f8), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:33.945831 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eaa5682-d37f-4718-af65-77b66b3963b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bbf1f65-3b92-403e-a0f0-5309613fb5f8'}] {{(pid=106259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:31:33.948227 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e273ce8b2ae48758be2a6d8dc958f9d92735a0e32143c567216a16ba221820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b24c26-0e6e-4d05-9c04-1fc2b0c165f8" -d '{"events": [{"server_uuid": "0eaa5682-d37f-4718-af65-77b66b3963b7", "name": "network-vif-plugged", "status": "completed", "tag": "1bbf1f65-3b92-403e-a0f0-5309613fb5f8"}]}' {{(pid=106259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:31:33.952382 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:33.962303 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 1bbf1f65-3b92-403e-a0f0-5309613fb5f8, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=1bbf1f65-3b92-403e-a0f0-5309613fb5f8,segment=NetworkSegment(a693d004-c19a-4e68-bb57-afa3ae3ca47a),segment_id=a693d004-c19a-4e68-bb57-afa3ae3ca47a)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:31:33.966912 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (1bbf1f65-3b92-403e-a0f0-5309613fb5f8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:33.997344 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ff776c-44be-4f5b-bca1-4c63bd98f45a x-openstack-request-id: req-e7ff776c-44be-4f5b-bca1-4c63bd98f45a {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:31:33.997659 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eaa5682-d37f-4718-af65-77b66b3963b7", "name": "network-vif-plugged", "status": "completed", "tag": "1bbf1f65-3b92-403e-a0f0-5309613fb5f8", "code": 200}]} {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:31:33.997914 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e7ff776c-44be-4f5b-bca1-4c63bd98f45a {{(pid=106259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:31:33.998298 dv-cinder-854265-2-iscsi neutron-server[106259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7ff776c-44be-4f5b-bca1-4c63bd98f45a'] response: {'server_uuid': '0eaa5682-d37f-4718-af65-77b66b3963b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bbf1f65-3b92-403e-a0f0-5309613fb5f8', 'code': 200} Aug 30 04:31:34.024519 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=1bbf1f65-3b92-403e-a0f0-5309613fb5f8,revision_number=10']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:31:34.772593 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c6ed9-8ae5-43d6-84db-dda12457244d req-8b137291-4ebc-41fe-8ec1-f71b2b5ba820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:34.774178 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9e8c6ed9-8ae5-43d6-84db-dda12457244d req-8b137291-4ebc-41fe-8ec1-f71b2b5ba820 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 1131 time: 0.1465564 Aug 30 04:31:34.852986 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98145f-6374-41dc-ba2e-4f04c4f6c97f req-998282b2-2dcd-404e-888f-a3f52acff009 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:34.854485 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7f98145f-6374-41dc-ba2e-4f04c4f6c97f req-998282b2-2dcd-404e-888f-a3f52acff009 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.0981724 Aug 30 04:31:34.874559 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf743c-f978-4436-b9ce-7bdac6fe1573 req-c436e17d-5313-48a4-acdb-1391d6d2f210 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:34.876094 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c8cf743c-f978-4436-b9ce-7bdac6fe1573 req-c436e17d-5313-48a4-acdb-1391d6d2f210 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 947 time: 0.1072087 Aug 30 04:31:34.918038 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9e8c6ed9-8ae5-43d6-84db-dda12457244d req-16f8d3e8-1659-4526-85f9-dfbec1ed6c6b service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168489 Aug 30 04:31:34.961910 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7f98145f-6374-41dc-ba2e-4f04c4f6c97f req-bfa9d2f8-44cd-4dd2-9fbe-e4733783cd23 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934410 Aug 30 04:31:34.965143 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c8cf743c-f978-4436-b9ce-7bdac6fe1573 req-ef250e27-dfb4-4511-a120-f552b0000399 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791955 Aug 30 04:31:35.264113 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8d4b8-cd3a-4746-928a-346d7bbb53a7 req-9ee585a3-bd04-4dad-99c1-4164b6d72370 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:35.265854 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-45a8d4b8-cd3a-4746-928a-346d7bbb53a7 req-9ee585a3-bd04-4dad-99c1-4164b6d72370 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 946 time: 0.0473247 Aug 30 04:31:35.313224 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-45a8d4b8-cd3a-4746-928a-346d7bbb53a7 req-94449d0a-88b2-47cb-99f1-c5a9cd09b6c4 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=09216899-2967-4782-a816-4a06df734ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415368 Aug 30 04:31:35.973524 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5d744-fe85-4b97-a7a3-cce90aa3c602 req-792a1f6a-afc1-4e14-b6c4-18df14791b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:35.974994 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-12d5d744-fe85-4b97-a7a3-cce90aa3c602 req-792a1f6a-afc1-4e14-b6c4-18df14791b34 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=edc09fe630034be4b292562e2de6e3f9&device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 1130 time: 0.0442641 Aug 30 04:31:36.133454 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c863f-97b8-4d80-be4d-fadeef4e462f req-6f26b26c-f627-4629-83bf-6db25c8b1caa tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:36.134918 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-271c863f-97b8-4d80-be4d-fadeef4e462f req-6f26b26c-f627-4629-83bf-6db25c8b1caa tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.0960128 Aug 30 04:31:36.152219 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfca8e4-e06c-4a85-b4bd-089bc53e4fd6 req-076e1097-d7b1-466b-a489-964f6638f6b2 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:36.153634 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ccfca8e4-e06c-4a85-b4bd-089bc53e4fd6 req-076e1097-d7b1-466b-a489-964f6638f6b2 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 947 time: 0.1030531 Aug 30 04:31:36.161117 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:36.177053 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5d744-fe85-4b97-a7a3-cce90aa3c602 req-b846e633-de04-4e38-83a8-8ce5d44bafb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:36.178448 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-12d5d744-fe85-4b97-a7a3-cce90aa3c602 req-b846e633-de04-4e38-83a8-8ce5d44bafb6 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=661607d2-cb41-40c5-ac13-3334a7f66c5e HTTP/1.1" status: 200 len: 920 time: 0.1905558 Aug 30 04:31:36.284714 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-271c863f-97b8-4d80-be4d-fadeef4e462f req-0ca1a730-5616-4757-9007-6d04ee3e815e tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440115 Aug 30 04:31:36.286299 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-12d5d744-fe85-4b97-a7a3-cce90aa3c602 req-ce70fc30-34d6-4966-a83a-62aff74e2360 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d21ea63a-d1d4-48e3-8e7e-276477e7b961 HTTP/1.1" status: 200 len: 1002 time: 0.0984421 Aug 30 04:31:36.289602 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ccfca8e4-e06c-4a85-b4bd-089bc53e4fd6 req-c9bb08e7-b6b2-4f18-abdd-d83d3ed52e77 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251564 Aug 30 04:31:36.340841 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5d744-fe85-4b97-a7a3-cce90aa3c602 req-dc6e9843-661d-41d3-8290-f3dfefafab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:36.342315 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-12d5d744-fe85-4b97-a7a3-cce90aa3c602 req-dc6e9843-661d-41d3-8290-f3dfefafab74 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=d860aa44-a024-4bdb-b214-412c9f1784ea HTTP/1.1" status: 200 len: 857 time: 0.0451057 Aug 30 04:31:36.404909 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5d744-fe85-4b97-a7a3-cce90aa3c602 req-5a6314eb-3b29-40a0-9738-75e0ad89302d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:36.406377 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-12d5d744-fe85-4b97-a7a3-cce90aa3c602 req-5a6314eb-3b29-40a0-9738-75e0ad89302d service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=661607d2-cb41-40c5-ac13-3334a7f66c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485082 Aug 30 04:31:36.437971 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc266038-8d12-40f2-b4d3-b05a217c8fb8 req-5528bd90-28f8-4c97-8c05-b7d1bab6722a tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:36.439377 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bc266038-8d12-40f2-b4d3-b05a217c8fb8 req-5528bd90-28f8-4c97-8c05-b7d1bab6722a tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 946 time: 0.0505819 Aug 30 04:31:36.541923 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:36.552029 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bc266038-8d12-40f2-b4d3-b05a217c8fb8 req-40a8e9dc-9d91-4c51-96bb-cd96dd3a6807 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=09216899-2967-4782-a816-4a06df734ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034634 Aug 30 04:31:36.562509 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-12d5d744-fe85-4b97-a7a3-cce90aa3c602 req-85736262-9b0e-4794-bfab-7a6d774b2615 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/661607d2-cb41-40c5-ac13-3334a7f66c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222615 Aug 30 04:31:37.464170 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e38922e-e4ab-49f2-9eaf-697fc7a82284 req-981b1b27-e4ba-4572-ae8a-9da7b2a1df5f tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:37.465658 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5e38922e-e4ab-49f2-9eaf-697fc7a82284 req-981b1b27-e4ba-4572-ae8a-9da7b2a1df5f tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.1051044 Aug 30 04:31:37.496974 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055ed30-d4b6-4744-8c4f-a12e51dea2e6 req-fcd3f0b7-24ae-4a77-9882-18933a7389f9 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:37.498419 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0055ed30-d4b6-4744-8c4f-a12e51dea2e6 req-fcd3f0b7-24ae-4a77-9882-18933a7389f9 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 947 time: 0.1273954 Aug 30 04:31:37.593558 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5e38922e-e4ab-49f2-9eaf-697fc7a82284 req-aeed1f0e-1db0-4a74-9393-eb68d56ef9fc tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024206 Aug 30 04:31:37.612322 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0055ed30-d4b6-4744-8c4f-a12e51dea2e6 req-072e0246-39b3-47ba-95ad-77f6bb9cdd31 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044819 Aug 30 04:31:37.614706 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-12d5d744-fe85-4b97-a7a3-cce90aa3c602 req-03a9e8dd-7eba-47f1-bd27-9df2677cb3a3 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/661607d2-cb41-40c5-ac13-3334a7f66c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887665 Aug 30 04:31:37.718054 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc87d65-ae4e-4a30-bf15-b50a7136f394 req-874fe981-ddcc-451c-8331-6aff09ea7fad tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:37.719667 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6dc87d65-ae4e-4a30-bf15-b50a7136f394 req-874fe981-ddcc-451c-8331-6aff09ea7fad tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 946 time: 0.0490763 Aug 30 04:31:37.768529 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6dc87d65-ae4e-4a30-bf15-b50a7136f394 req-a716f8b5-b726-4579-8230-8cff9328db43 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=09216899-2967-4782-a816-4a06df734ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434885 Aug 30 04:31:38.744291 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d54c625-24fa-41c3-9b83-826001028433 req-94c458b6-e662-4e35-9d8a-e20294968cca tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:38.745934 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0d54c625-24fa-41c3-9b83-826001028433 req-94c458b6-e662-4e35-9d8a-e20294968cca tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.0778077 Aug 30 04:31:38.764599 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c4d78-f15d-42d6-a229-b7a319cedeee req-50290f13-1428-4808-8c1c-0e5bc746d334 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:38.766011 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4d3c4d78-f15d-42d6-a229-b7a319cedeee req-50290f13-1428-4808-8c1c-0e5bc746d334 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 947 time: 0.0696359 Aug 30 04:31:38.829685 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0d54c625-24fa-41c3-9b83-826001028433 req-e14bd901-c3d4-418d-b3c9-bd769c650899 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782423 Aug 30 04:31:38.837244 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4d3c4d78-f15d-42d6-a229-b7a319cedeee req-86d683ef-7489-4c51-af72-04621b48456f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643849 Aug 30 04:31:38.895345 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:38.932122 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b84b39-c8a5-42e6-84f8-b903ef3f3826 req-62d28f55-7852-4ab8-8cb9-e62f708cda4b tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:38.933632 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-58b84b39-c8a5-42e6-84f8-b903ef3f3826 req-62d28f55-7852-4ab8-8cb9-e62f708cda4b tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 946 time: 0.0472698 Aug 30 04:31:38.983691 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-58b84b39-c8a5-42e6-84f8-b903ef3f3826 req-5217a761-7c16-4636-89c6-a62881a56b1a tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=09216899-2967-4782-a816-4a06df734ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443690 Aug 30 04:31:39.948085 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eaf16f-099b-4ce7-9e49-15491e68438a req-181afcaf-c000-4df1-9abf-44093c6f5094 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:39.949559 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e3eaf16f-099b-4ce7-9e49-15491e68438a req-181afcaf-c000-4df1-9abf-44093c6f5094 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.0464394 Aug 30 04:31:39.996727 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e3eaf16f-099b-4ce7-9e49-15491e68438a req-6e573e76-09dc-4fe6-819c-415c1b65b775 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412269 Aug 30 04:31:40.101885 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e170e-b8c2-409b-8173-d3122159ebac req-aea24d1d-6967-4352-b5f6-3a3b41b8a3e6 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:40.103333 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-295e170e-b8c2-409b-8173-d3122159ebac req-aea24d1d-6967-4352-b5f6-3a3b41b8a3e6 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 946 time: 0.0460603 Aug 30 04:31:40.150208 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-295e170e-b8c2-409b-8173-d3122159ebac req-f89c9a29-43f8-472a-8d80-a1f8929afcda tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=09216899-2967-4782-a816-4a06df734ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412366 Aug 30 04:31:41.117223 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed345bc3-a14b-4731-a263-ccfec937241b req-29d73de9-740b-4ddc-a75f-1fe179020ffa tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:41.118703 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ed345bc3-a14b-4731-a263-ccfec937241b req-29d73de9-740b-4ddc-a75f-1fe179020ffa tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.0504537 Aug 30 04:31:41.166060 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ed345bc3-a14b-4731-a263-ccfec937241b req-716a95d5-f978-492d-82ee-d552ab26af18 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416119 Aug 30 04:31:41.266151 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a0062-58c4-4325-ba3b-5c2017fcd90b req-92167b2e-1f03-4c1b-863a-1a81ef8b0d03 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:41.267612 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4f5a0062-58c4-4325-ba3b-5c2017fcd90b req-92167b2e-1f03-4c1b-863a-1a81ef8b0d03 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 946 time: 0.0459857 Aug 30 04:31:41.313814 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4f5a0062-58c4-4325-ba3b-5c2017fcd90b req-1adee92f-cdb6-4289-a4e2-f7a8a9a6001e tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=09216899-2967-4782-a816-4a06df734ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401387 Aug 30 04:31:41.525501 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=15,neutron:INSERT=5 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:41.526219 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=24,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:42.163199 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (dd0d0365-d50b-4401-90d8-c3ff73fab053), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:42.284716 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e3da4-7e4b-4997-9d7f-3dcbd191e718 req-5b475dab-068e-4ef3-84f8-45340da0135b tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:42.286687 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-956e3da4-7e4b-4997-9d7f-3dcbd191e718 req-5b475dab-068e-4ef3-84f8-45340da0135b tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.0465791 Aug 30 04:31:42.297386 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:42.336237 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-956e3da4-7e4b-4997-9d7f-3dcbd191e718 req-71940b7d-49f5-4753-a852-fc6376dd9b24 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441101 Aug 30 04:31:42.433151 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a39151-bfa0-438d-822f-01e4d5a3a0a2 req-b52152ce-3d56-48b6-9100-59fdd9a8abb9 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:42.434515 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-97a39151-bfa0-438d-822f-01e4d5a3a0a2 req-b52152ce-3d56-48b6-9100-59fdd9a8abb9 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 946 time: 0.0465803 Aug 30 04:31:42.479901 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-97a39151-bfa0-438d-822f-01e4d5a3a0a2 req-08434cbe-1c01-4206-b994-ac0e27abc912 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=09216899-2967-4782-a816-4a06df734ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398993 Aug 30 04:31:43.634279 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a61a1-c20b-4abc-b9c0-e4a22a0a98bc req-3720d8c0-e544-4e94-ac57-6133db8790f0 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:43.635635 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6a2a61a1-c20b-4abc-b9c0-e4a22a0a98bc req-3720d8c0-e544-4e94-ac57-6133db8790f0 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 946 time: 0.0764894 Aug 30 04:31:43.642921 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a69ab6-64e2-4e0f-be96-2350a079c1b6 req-4118cb1c-30af-4a67-8368-d24501063200 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:43.644294 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-52a69ab6-64e2-4e0f-be96-2350a079c1b6 req-4118cb1c-30af-4a67-8368-d24501063200 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.0833068 Aug 30 04:31:43.715018 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6a2a61a1-c20b-4abc-b9c0-e4a22a0a98bc req-26a3b65b-a184-4521-b479-e61698756f77 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=09216899-2967-4782-a816-4a06df734ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697854 Aug 30 04:31:43.719156 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-52a69ab6-64e2-4e0f-be96-2350a079c1b6 req-f1f85eb2-9752-4226-934d-6a72c48f44df tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682378 Aug 30 04:31:43.924287 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22a571-d733-4b0a-b6f3-10a163a3edef req-45e45d9a-2959-4a70-812a-a74144048c1c tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:43.926279 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1c22a571-d733-4b0a-b6f3-10a163a3edef req-45e45d9a-2959-4a70-812a-a74144048c1c tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.0468981 Aug 30 04:31:43.973107 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1c22a571-d733-4b0a-b6f3-10a163a3edef req-020ef9b1-0757-44fa-9be3-115b1ef522e0 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408127 Aug 30 04:31:44.042840 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:44.051558 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa00cb1-5878-45a0-8c50-4ffd57fbf53a req-339ad97d-944d-4b9b-ae86-1c91e65def77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:44.053021 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-faa00cb1-5878-45a0-8c50-4ffd57fbf53a req-339ad97d-944d-4b9b-ae86-1c91e65def77 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=d7deffddf9934a028bfdb0b1c965c618&device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 1129 time: 0.0438368 Aug 30 04:31:44.156204 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa00cb1-5878-45a0-8c50-4ffd57fbf53a req-3129f650-5272-42dd-9360-cdc9c152da94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:44.157689 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-faa00cb1-5878-45a0-8c50-4ffd57fbf53a req-3129f650-5272-42dd-9360-cdc9c152da94 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=7fc2da6b-035c-428c-8a36-2438f46094fd HTTP/1.1" status: 200 len: 912 time: 0.0868864 Aug 30 04:31:44.223481 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-faa00cb1-5878-45a0-8c50-4ffd57fbf53a req-355544ec-750d-4159-9179-0d984bb48c52 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7064d357-6bbe-4302-95ac-eab03664669a HTTP/1.1" status: 200 len: 1000 time: 0.0579247 Aug 30 04:31:44.275794 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa00cb1-5878-45a0-8c50-4ffd57fbf53a req-ab2b3578-5dec-404c-a26f-f69db764203f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:44.277356 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-faa00cb1-5878-45a0-8c50-4ffd57fbf53a req-ab2b3578-5dec-404c-a26f-f69db764203f service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=10d22c1f-33e0-4527-bb5d-63253813ffaa HTTP/1.1" status: 200 len: 849 time: 0.0440276 Aug 30 04:31:44.321541 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa00cb1-5878-45a0-8c50-4ffd57fbf53a req-338c069f-eac0-4a0f-9977-9d5df9fd6379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:44.322993 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-faa00cb1-5878-45a0-8c50-4ffd57fbf53a req-338c069f-eac0-4a0f-9977-9d5df9fd6379 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=7fc2da6b-035c-428c-8a36-2438f46094fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387938 Aug 30 04:31:44.417663 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-faa00cb1-5878-45a0-8c50-4ffd57fbf53a req-9dfd3c55-5f89-4920-a91f-62a2f22c871c service neutron] 10.222.0.71 "GET /networking/v2.0/networks/7fc2da6b-035c-428c-8a36-2438f46094fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860560 Aug 30 04:31:44.508687 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-faa00cb1-5878-45a0-8c50-4ffd57fbf53a req-e7d4dc12-034a-497f-a6f2-5f4b7a92189a service neutron] 10.222.0.71 "GET /networking/v2.0/networks/7fc2da6b-035c-428c-8a36-2438f46094fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841389 Aug 30 04:31:44.839110 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59adadb6-6cf1-46a0-8150-e25010a581dd req-aa77ebc5-79a2-453b-ad7d-d9bfcf106031 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:44.840473 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-59adadb6-6cf1-46a0-8150-e25010a581dd req-aa77ebc5-79a2-453b-ad7d-d9bfcf106031 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 946 time: 0.0504296 Aug 30 04:31:44.886522 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-59adadb6-6cf1-46a0-8150-e25010a581dd req-6b786a61-2bc4-495f-82f7-a4a07155b117 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=09216899-2967-4782-a816-4a06df734ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406017 Aug 30 04:31:45.089818 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592540a6-9329-4dce-bf5f-07c5ba39f6a2 req-94a53498-3c2d-4c2d-90fc-c89537c21520 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:45.091153 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-592540a6-9329-4dce-bf5f-07c5ba39f6a2 req-94a53498-3c2d-4c2d-90fc-c89537c21520 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.0454006 Aug 30 04:31:45.115597 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:45.138618 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-592540a6-9329-4dce-bf5f-07c5ba39f6a2 req-299f1bdb-4d79-4d6a-bbad-2b9d674d7551 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420725 Aug 30 04:31:46.020098 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5d2ea-5935-4aaf-870a-563ff556b4d5 req-8678e89c-3c73-46eb-a0eb-2dbec3268736 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:46.021514 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-11d5d2ea-5935-4aaf-870a-563ff556b4d5 req-8678e89c-3c73-46eb-a0eb-2dbec3268736 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 946 time: 0.0571434 Aug 30 04:31:46.069548 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-11d5d2ea-5935-4aaf-870a-563ff556b4d5 req-eebf47f5-4a3a-4946-b4eb-0f8dca91e2e2 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=09216899-2967-4782-a816-4a06df734ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420992 Aug 30 04:31:46.261433 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb920122-e007-4eac-be9a-9c5205ec2526 req-713fab89-91d9-478e-a115-4a5f5d62c215 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:46.262898 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-eb920122-e007-4eac-be9a-9c5205ec2526 req-713fab89-91d9-478e-a115-4a5f5d62c215 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.0475755 Aug 30 04:31:46.310445 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-eb920122-e007-4eac-be9a-9c5205ec2526 req-4ab56c60-d15f-48ad-b79c-456374a51f6e tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417314 Aug 30 04:31:47.187583 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35068682-7b9e-46ac-8f20-185bd0384728 req-789b01ab-31ac-4a6c-b7fb-b35230e2f0f9 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:47.189007 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-35068682-7b9e-46ac-8f20-185bd0384728 req-789b01ab-31ac-4a6c-b7fb-b35230e2f0f9 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 946 time: 0.0462224 Aug 30 04:31:47.237736 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-35068682-7b9e-46ac-8f20-185bd0384728 req-c92e09f3-a63f-4efe-a6b4-1553ddec6fac tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=09216899-2967-4782-a816-4a06df734ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432627 Aug 30 04:31:48.583365 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49636fc1-68bc-4fbd-b639-3ce27875b447 req-1d9cc0cb-ddac-429e-9c31-684d4ae938ba tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:48.584719 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-49636fc1-68bc-4fbd-b639-3ce27875b447 req-1d9cc0cb-ddac-429e-9c31-684d4ae938ba tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 946 time: 0.2743816 Aug 30 04:31:48.630356 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-49636fc1-68bc-4fbd-b639-3ce27875b447 req-bc0f22fe-648c-4802-a949-cff8de3f0d2c tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=09216899-2967-4782-a816-4a06df734ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400443 Aug 30 04:31:49.747417 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c199c-6bf1-4da0-8b65-1a17be14f4fa req-5863d58b-caab-4ce8-9c25-cf0a4cd05b43 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:49.748896 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7c4c199c-6bf1-4da0-8b65-1a17be14f4fa req-5863d58b-caab-4ce8-9c25-cf0a4cd05b43 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 946 time: 0.0467653 Aug 30 04:31:49.760505 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:49.796643 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7c4c199c-6bf1-4da0-8b65-1a17be14f4fa req-2d4a20f3-14a6-4909-91e3-06fb8ea0080f tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=09216899-2967-4782-a816-4a06df734ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414550 Aug 30 04:31:50.916207 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee40bf9-4602-479e-a1ab-b62ab8ffde9e req-1558397e-97d2-47ec-9a51-ac624b65dca6 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:50.917688 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6ee40bf9-4602-479e-a1ab-b62ab8ffde9e req-1558397e-97d2-47ec-9a51-ac624b65dca6 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 946 time: 0.0488162 Aug 30 04:31:50.962767 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6ee40bf9-4602-479e-a1ab-b62ab8ffde9e req-7a7994e2-3b9d-48da-85e0-691522579784 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=09216899-2967-4782-a816-4a06df734ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396545 Aug 30 04:31:52.079432 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf99dbf5-8da1-483b-a0a3-bff67e5ac78b req-33b34ee8-c978-4f56-bbdf-bac89b15c737 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:52.080913 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-cf99dbf5-8da1-483b-a0a3-bff67e5ac78b req-33b34ee8-c978-4f56-bbdf-bac89b15c737 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 946 time: 0.0462561 Aug 30 04:31:52.127761 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-cf99dbf5-8da1-483b-a0a3-bff67e5ac78b req-0fa8e540-7115-4462-b921-1e97b675fc30 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=09216899-2967-4782-a816-4a06df734ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413589 Aug 30 04:31:52.157420 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=7 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:52.159276 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:52.494050 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:52.498597 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=6 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:52.935408 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-5b00e1c0-45c3-4298-bc93-c340189a1b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:53.248990 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11299869-d2c2-4c1a-a827-abaa8a7e830c req-9f65852a-c0f6-4a8d-8511-ce2d475f75b5 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:53.250455 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-11299869-d2c2-4c1a-a827-abaa8a7e830c req-9f65852a-c0f6-4a8d-8511-ce2d475f75b5 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 946 time: 0.0489218 Aug 30 04:31:53.295593 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-11299869-d2c2-4c1a-a827-abaa8a7e830c req-f1e597b1-83ad-4498-8caa-f1f5ac305cec tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=09216899-2967-4782-a816-4a06df734ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388710 Aug 30 04:31:54.414596 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f00cf5-8287-4a36-9444-e1106936cdf6 req-fe698dcd-579e-4495-88be-d149b35e803a tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:54.415954 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-83f00cf5-8287-4a36-9444-e1106936cdf6 req-fe698dcd-579e-4495-88be-d149b35e803a tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 946 time: 0.0462689 Aug 30 04:31:54.462932 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-83f00cf5-8287-4a36-9444-e1106936cdf6 req-79e185fa-5cbc-4cb2-9593-67161e97b254 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=09216899-2967-4782-a816-4a06df734ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413613 Aug 30 04:31:55.313775 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-bdbf9e92-edd6-4b7a-b9c8-4613a0d0cd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:55.540966 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.agents_db [None req-600259de-68db-4343-b4d4-64e31eed30fa None None] Agent healthcheck: found 6 active agents {{(pid=106260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:31:55.580605 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edc1be-4ac0-4f9a-8fa0-5c7abb5c2683 req-f6ce5ead-0321-457c-a32a-a95539c27491 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:55.582604 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-23edc1be-4ac0-4f9a-8fa0-5c7abb5c2683 req-f6ce5ead-0321-457c-a32a-a95539c27491 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 946 time: 0.0454357 Aug 30 04:31:55.631624 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-23edc1be-4ac0-4f9a-8fa0-5c7abb5c2683 req-b88ae37b-40f6-456d-a352-6d20fd60f305 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=09216899-2967-4782-a816-4a06df734ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431538 Aug 30 04:31:56.555144 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:56.749689 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392de9ae-6452-42ce-88ea-1c539b947ead req-29b514d6-0de8-4770-873e-71bf44cb1340 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:56.751139 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-392de9ae-6452-42ce-88ea-1c539b947ead req-29b514d6-0de8-4770-873e-71bf44cb1340 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 946 time: 0.0469337 Aug 30 04:31:56.761732 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:31:56.798316 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-392de9ae-6452-42ce-88ea-1c539b947ead req-c836c7a9-6241-403e-9fed-da3f0cf56976 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=09216899-2967-4782-a816-4a06df734ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417690 Aug 30 04:31:57.916036 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:57.925401 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d2f97c-141a-4820-b5ae-92d08d27de00 req-3d94273d-704f-4f25-8cb5-299104834295 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:57.926889 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c3d2f97c-141a-4820-b5ae-92d08d27de00 req-3d94273d-704f-4f25-8cb5-299104834295 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 946 time: 0.0550203 Aug 30 04:31:57.973465 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c3d2f97c-141a-4820-b5ae-92d08d27de00 req-8e919204-4b86-48ed-b9ee-4befc5166030 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=09216899-2967-4782-a816-4a06df734ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410194 Aug 30 04:31:58.142318 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:31:59.092549 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c21ec-b1ef-40b0-bb74-fefb72dc2a5e req-60fde135-fe18-43ee-b06a-3f8d03913b1f tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:31:59.094054 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-517c21ec-b1ef-40b0-bb74-fefb72dc2a5e req-60fde135-fe18-43ee-b06a-3f8d03913b1f tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 946 time: 0.0499485 Aug 30 04:31:59.141122 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-517c21ec-b1ef-40b0-bb74-fefb72dc2a5e req-012c5562-66de-4c1e-95d8-609e7f334e7f tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=09216899-2967-4782-a816-4a06df734ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407341 Aug 30 04:32:00.195315 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40672e14-c734-4777-ade7-47314a4bb018 req-2d4ee7ec-4757-4eec-b8f9-cbae7ed2f8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:00.196845 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-40672e14-c734-4777-ade7-47314a4bb018 req-2d4ee7ec-4757-4eec-b8f9-cbae7ed2f8b5 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 1130 time: 0.0393894 Aug 30 04:32:00.278813 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9d683-80ad-4995-a62a-ea6c6dceba0b req-a25291b9-043d-47a8-8116-6eb55bf94329 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:00.280345 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-98d9d683-80ad-4995-a62a-ea6c6dceba0b req-a25291b9-043d-47a8-8116-6eb55bf94329 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 946 time: 0.0663671 Aug 30 04:32:00.297238 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-40672e14-c734-4777-ade7-47314a4bb018 req-97546c16-005f-427a-aaf4-d5e7bd206801 service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=09216899-2967-4782-a816-4a06df734ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745773 Aug 30 04:32:00.334934 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-98d9d683-80ad-4995-a62a-ea6c6dceba0b req-489af843-dc28-464d-9cb9-249822c7010f tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=09216899-2967-4782-a816-4a06df734ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466416 Aug 30 04:32:01.453265 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b64846-69b9-49fb-aceb-b2af492ecb8f req-91f7cba3-f164-4ade-8d37-4349d2207340 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:01.454695 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-74b64846-69b9-49fb-aceb-b2af492ecb8f req-91f7cba3-f164-4ade-8d37-4349d2207340 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 946 time: 0.0461626 Aug 30 04:32:01.478320 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:01.502260 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-74b64846-69b9-49fb-aceb-b2af492ecb8f req-1b9a803e-71a0-4328-854b-db51a760bbc3 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=09216899-2967-4782-a816-4a06df734ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418034 Aug 30 04:32:02.619081 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a91ec-34b4-4d47-8bc2-ba746d2d66bc req-6a5d6c83-a866-4466-8231-af184c4ab953 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:02.620503 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-fd5a91ec-34b4-4d47-8bc2-ba746d2d66bc req-6a5d6c83-a866-4466-8231-af184c4ab953 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 946 time: 0.0458698 Aug 30 04:32:02.667210 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-fd5a91ec-34b4-4d47-8bc2-ba746d2d66bc req-4123cfd6-1aa9-494e-834b-0635ab97bb5b tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=09216899-2967-4782-a816-4a06df734ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413287 Aug 30 04:32:03.056745 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556e2be-a3f8-486e-889e-d0e264cdb90b req-f6fc86d9-bb23-4ffd-a518-daba2dcd8a78 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:03.058158 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d556e2be-a3f8-486e-889e-d0e264cdb90b req-f6fc86d9-bb23-4ffd-a518-daba2dcd8a78 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 946 time: 0.0485458 Aug 30 04:32:03.106098 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d556e2be-a3f8-486e-889e-d0e264cdb90b req-2a504311-1da0-41b5-a397-22a05106d58f tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=09216899-2967-4782-a816-4a06df734ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424316 Aug 30 04:32:03.210181 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f831fe6-4d26-489b-abc9-54f2eb93118c req-35b2a9c5-3885-435e-81c6-48e902123b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:03.211694 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7f831fe6-4d26-489b-abc9-54f2eb93118c req-35b2a9c5-3885-435e-81c6-48e902123b5d service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=edc09fe630034be4b292562e2de6e3f9&device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 1130 time: 0.0388229 Aug 30 04:32:03.311632 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f831fe6-4d26-489b-abc9-54f2eb93118c req-c5ca386f-8e9b-486f-bdf2-497de7c166be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:03.313000 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7f831fe6-4d26-489b-abc9-54f2eb93118c req-c5ca386f-8e9b-486f-bdf2-497de7c166be service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=661607d2-cb41-40c5-ac13-3334a7f66c5e HTTP/1.1" status: 200 len: 920 time: 0.0869007 Aug 30 04:32:03.383139 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7f831fe6-4d26-489b-abc9-54f2eb93118c req-53c00618-9d20-473a-b87d-e701c51f41c9 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d21ea63a-d1d4-48e3-8e7e-276477e7b961 HTTP/1.1" status: 200 len: 1002 time: 0.0543606 Aug 30 04:32:03.440212 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f831fe6-4d26-489b-abc9-54f2eb93118c req-0a79b0da-d251-4d5a-a38b-79109614119b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:03.441623 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7f831fe6-4d26-489b-abc9-54f2eb93118c req-0a79b0da-d251-4d5a-a38b-79109614119b service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=d860aa44-a024-4bdb-b214-412c9f1784ea HTTP/1.1" status: 200 len: 857 time: 0.0426333 Aug 30 04:32:03.492001 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f831fe6-4d26-489b-abc9-54f2eb93118c req-945816b4-122a-482d-8a8d-43164398ef9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:03.493476 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7f831fe6-4d26-489b-abc9-54f2eb93118c req-945816b4-122a-482d-8a8d-43164398ef9b service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=661607d2-cb41-40c5-ac13-3334a7f66c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416653 Aug 30 04:32:03.569006 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:03.594356 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7f831fe6-4d26-489b-abc9-54f2eb93118c req-25c30ae2-58c1-4549-a714-58180805d100 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/661607d2-cb41-40c5-ac13-3334a7f66c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827761 Aug 30 04:32:03.688705 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7f831fe6-4d26-489b-abc9-54f2eb93118c req-63170c40-a41c-4bf7-a0e9-405c0a5155c2 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/661607d2-cb41-40c5-ac13-3334a7f66c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845337 Aug 30 04:32:04.226852 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09090264-bcad-40e5-a7f3-31920c7990bb req-43e76f12-211a-4b7f-91a4-d11c05ac5d22 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:04.228298 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-09090264-bcad-40e5-a7f3-31920c7990bb req-43e76f12-211a-4b7f-91a4-d11c05ac5d22 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 946 time: 0.0465989 Aug 30 04:32:04.274617 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-09090264-bcad-40e5-a7f3-31920c7990bb req-0112aeb9-61f3-40b3-87bb-a59d83741ec1 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=09216899-2967-4782-a816-4a06df734ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407751 Aug 30 04:32:05.216373 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-83758747-e899-4e83-b4e1-80a50ed064b8 req-ade27beb-765f-4038-8113-d21859744252 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-626211547&fields=id&tenant_id=3a706ffd11144f46ba54becd86464f02 HTTP/1.1" status: 200 len: 267 time: 0.0431345 Aug 30 04:32:05.269787 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83758747-e899-4e83-b4e1-80a50ed064b8 req-c0fd0e47-6615-4701-aa01-24c6c8f8c135 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:05.271212 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-83758747-e899-4e83-b4e1-80a50ed064b8 req-c0fd0e47-6615-4701-aa01-24c6c8f8c135 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 985 time: 0.0496056 Aug 30 04:32:05.281440 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [req-83758747-e899-4e83-b4e1-80a50ed064b8 req-efc967cd-8dfb-48b3-99d4-ab408fae423b tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Request body: {'port': {'security_groups': ['5d05d75d-0854-454d-988f-6c2d14fab9c8']}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:32:05.362953 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-83758747-e899-4e83-b4e1-80a50ed064b8 req-efc967cd-8dfb-48b3-99d4-ab408fae423b tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (25b90fd3-3c90-4049-8348-c086d7152285), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:05.426092 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf05b1-559d-4c42-ae46-27b3fd845274 req-d19bdadf-1801-4f4a-a017-167eb3ce764e tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:05.428145 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-92bf05b1-559d-4c42-ae46-27b3fd845274 req-d19bdadf-1801-4f4a-a017-167eb3ce764e tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 946 time: 0.0773587 Aug 30 04:32:05.430606 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:05.505841 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-92bf05b1-559d-4c42-ae46-27b3fd845274 req-a25257f9-707a-4471-8b74-bc45c9f83ad4 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=09216899-2967-4782-a816-4a06df734ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720005 Aug 30 04:32:05.537564 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:05.601993 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-83758747-e899-4e83-b4e1-80a50ed064b8 req-efc967cd-8dfb-48b3-99d4-ab408fae423b tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] For port 25b90fd3-3c90-4049-8348-c086d7152285, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=25b90fd3-3c90-4049-8348-c086d7152285,segment=NetworkSegment(2df95583-7b31-406c-8e38-f71f0978ee31),segment_id=2df95583-7b31-406c-8e38-f71f0978ee31)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:32:05.629984 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-83758747-e899-4e83-b4e1-80a50ed064b8 req-efc967cd-8dfb-48b3-99d4-ab408fae423b tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks [] for port (25b90fd3-3c90-4049-8348-c086d7152285), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:05.634365 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-83758747-e899-4e83-b4e1-80a50ed064b8 req-efc967cd-8dfb-48b3-99d4-ab408fae423b tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62508193'] for port (25b90fd3-3c90-4049-8348-c086d7152285), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:05.644323 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83758747-e899-4e83-b4e1-80a50ed064b8 req-efc967cd-8dfb-48b3-99d4-ab408fae423b tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:05.644921 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-83758747-e899-4e83-b4e1-80a50ed064b8 req-efc967cd-8dfb-48b3-99d4-ab408fae423b tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:05.646322 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-83758747-e899-4e83-b4e1-80a50ed064b8 req-efc967cd-8dfb-48b3-99d4-ab408fae423b tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "PUT /networking/v2.0/ports/25b90fd3-3c90-4049-8348-c086d7152285 HTTP/1.1" status: 200 len: 943 time: 0.3691957 Aug 30 04:32:05.646819 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6237f90-e53d-407a-b307-d8ce658c6e0e', 'tag': '25b90fd3-3c90-4049-8348-c086d7152285'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:32:05.649031 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cae73fbe7dcf058e11387a0db1adace332cfaa4523dfba65b1576f9d32bef72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2230a797-14e7-40b5-b6e6-94aa5ed5c608" -d '{"events": [{"name": "network-changed", "server_uuid": "f6237f90-e53d-407a-b307-d8ce658c6e0e", "tag": "25b90fd3-3c90-4049-8348-c086d7152285"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:32:05.652122 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 56030) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:32:05.699372 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc967cd-8dfb-48b3-99d4-ab408fae423b tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Pushing event updated for resources: {'Port': ['ID=25b90fd3-3c90-4049-8348-c086d7152285,revision_number=7']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:05.708069 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc967cd-8dfb-48b3-99d4-ab408fae423b tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:05.708668 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc967cd-8dfb-48b3-99d4-ab408fae423b tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:05.709243 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc967cd-8dfb-48b3-99d4-ab408fae423b tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:05.709781 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc967cd-8dfb-48b3-99d4-ab408fae423b tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:05.710123 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc967cd-8dfb-48b3-99d4-ab408fae423b tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:05.710464 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc967cd-8dfb-48b3-99d4-ab408fae423b tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:05.710925 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc967cd-8dfb-48b3-99d4-ab408fae423b tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:05.711275 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc967cd-8dfb-48b3-99d4-ab408fae423b tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:05.711848 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc967cd-8dfb-48b3-99d4-ab408fae423b tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:05.711995 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc967cd-8dfb-48b3-99d4-ab408fae423b tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:05.712248 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-708eb34f-046a-4141-92ec-695dcbc5d863 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks [] for security_group (382602b1-b336-4adf-9199-bc2d0374f6be), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:05.712362 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc967cd-8dfb-48b3-99d4-ab408fae423b tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:05.712578 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc967cd-8dfb-48b3-99d4-ab408fae423b tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:05.713160 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc967cd-8dfb-48b3-99d4-ab408fae423b tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:05.713497 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc967cd-8dfb-48b3-99d4-ab408fae423b tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:05.713832 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc967cd-8dfb-48b3-99d4-ab408fae423b tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:05.738816 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-708eb34f-046a-4141-92ec-695dcbc5d863 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks [] for security_group (382602b1-b336-4adf-9199-bc2d0374f6be), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:05.801938 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-708eb34f-046a-4141-92ec-695dcbc5d863 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (382602b1-b336-4adf-9199-bc2d0374f6be), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:05.804910 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-708eb34f-046a-4141-92ec-695dcbc5d863 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:05.806261 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-708eb34f-046a-4141-92ec-695dcbc5d863 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "DELETE /networking/v2.0/security-groups/382602b1-b336-4adf-9199-bc2d0374f6be HTTP/1.1" status: 204 len: 168 time: 0.1531692 Aug 30 04:32:05.809138 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 56034) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:32:05.816629 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708eb34f-046a-4141-92ec-695dcbc5d863 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=382602b1-b336-4adf-9199-bc2d0374f6be,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:05.844831 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d81df4e-8c18-4df9-8252-c24d6ff1671b x-openstack-request-id: req-4d81df4e-8c18-4df9-8252-c24d6ff1671b {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:32:05.845146 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6237f90-e53d-407a-b307-d8ce658c6e0e", "tag": "25b90fd3-3c90-4049-8348-c086d7152285", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:32:05.845411 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-4d81df4e-8c18-4df9-8252-c24d6ff1671b {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:32:05.845809 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d81df4e-8c18-4df9-8252-c24d6ff1671b'] response: {'name': 'network-changed', 'server_uuid': 'f6237f90-e53d-407a-b307-d8ce658c6e0e', 'tag': '25b90fd3-3c90-4049-8348-c086d7152285', 'status': 'completed', 'code': 200} Aug 30 04:32:05.953683 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-aee69dba-0048-44f4-b96a-fca6a2822336 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Deleting port b20db9e9-0f91-4e45-9f0b-51e6d830a245 {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:32:05.954034 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-aee69dba-0048-44f4-b96a-fca6a2822336 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (b20db9e9-0f91-4e45-9f0b-51e6d830a245), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:05.955114 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] get_ports_and_sgs() called for port_ids ['25b90fd3-3c90-4049-8348-c086d7152285'] {{(pid=106259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:32:05.960490 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] get_ports_and_sgs() called for port_ids ['25b90fd3-3c90-4049-8348-c086d7152285'] {{(pid=106259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:32:06.014137 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:06.035589 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-aee69dba-0048-44f4-b96a-fca6a2822336 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (b20db9e9-0f91-4e45-9f0b-51e6d830a245), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:06.035970 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-aee69dba-0048-44f4-b96a-fca6a2822336 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks [] for floatingip (b20db9e9-0f91-4e45-9f0b-51e6d830a245), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:06.048648 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-aee69dba-0048-44f4-b96a-fca6a2822336 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Calling delete_port for b20db9e9-0f91-4e45-9f0b-51e6d830a245 owned by network:floatingip {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:32:06.227322 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-aee69dba-0048-44f4-b96a-fca6a2822336 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62508200'] for port (b20db9e9-0f91-4e45-9f0b-51e6d830a245), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:06.252037 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee69dba-0048-44f4-b96a-fca6a2822336 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Pushing event deleted for resources: {'Port': ['ID=b20db9e9-0f91-4e45-9f0b-51e6d830a245,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:06.313334 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-aee69dba-0048-44f4-b96a-fca6a2822336 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks [] for floatingip (3b86943f-8a5e-482d-aeaf-f52c4f513adb), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:06.313666 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.db.l3_db [None req-aee69dba-0048-44f4-b96a-fca6a2822336 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Floating IP 3b86943f-8a5e-482d-aeaf-f52c4f513adb disassociated (deleted). External IP: 172.27.1.46, port: 25b90fd3-3c90-4049-8348-c086d7152285. Aug 30 04:32:06.315152 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:06.398419 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230a797-14e7-40b5-b6e6-94aa5ed5c608 req-cee6db6c-924e-4f4c-a7cc-5cd956bd5a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:06.399895 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2230a797-14e7-40b5-b6e6-94aa5ed5c608 req-cee6db6c-924e-4f4c-a7cc-5cd956bd5a53 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=3a706ffd11144f46ba54becd86464f02&device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 1130 time: 0.0502596 Aug 30 04:32:06.548892 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee69dba-0048-44f4-b96a-fca6a2822336 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Router de865783-8798-4892-91e6-c3e345cd8bff has already been hosted by L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 {{(pid=106258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:32:06.668441 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b256e-19c1-4009-8b2e-90bcf61414a8 req-0e86d9e6-d108-4f73-8e2d-7e3a7cb7591b tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:06.669910 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-771b256e-19c1-4009-8b2e-90bcf61414a8 req-0e86d9e6-d108-4f73-8e2d-7e3a7cb7591b tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 946 time: 0.0794291 Aug 30 04:32:06.706506 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee69dba-0048-44f4-b96a-fca6a2822336 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:32:06.711780 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-aee69dba-0048-44f4-b96a-fca6a2822336 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for floatingip (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:06.716338 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94eac78-588c-4a47-a05b-d015c214fdaf None None] Sync routers for ids ['de865783-8798-4892-91e6-c3e345cd8bff'] in dv-cinder-854265-2-iscsi {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:32:06.728424 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94eac78-588c-4a47-a05b-d015c214fdaf None None] Routers {'de865783-8798-4892-91e6-c3e345cd8bff'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:32:06.729220 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-a94eac78-588c-4a47-a05b-d015c214fdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:31:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['de865783-8798-4892-91e6-c3e345cd8bff'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:32:06.758118 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-771b256e-19c1-4009-8b2e-90bcf61414a8 req-ac908ccb-3e8c-4aec-bd9f-9469e0a690a2 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=09216899-2967-4782-a816-4a06df734ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797982 Aug 30 04:32:06.762181 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-aee69dba-0048-44f4-b96a-fca6a2822336 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "DELETE /networking/v2.0/floatingips/3b86943f-8a5e-482d-aeaf-f52c4f513adb HTTP/1.1" status: 204 len: 168 time: 0.9494219 Aug 30 04:32:06.958483 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-a94eac78-588c-4a47-a05b-d015c214fdaf None None] Set router de865783-8798-4892-91e6-c3e345cd8bff gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:32:07.138287 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230a797-14e7-40b5-b6e6-94aa5ed5c608 req-675170d2-f49b-45c3-892e-562d0c7c8896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:07.139770 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2230a797-14e7-40b5-b6e6-94aa5ed5c608 req-675170d2-f49b-45c3-892e-562d0c7c8896 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=96c8b8cf-2777-48ff-a669-0d5f521159b4 HTTP/1.1" status: 200 len: 916 time: 0.0928559 Aug 30 04:32:07.146379 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-a94eac78-588c-4a47-a05b-d015c214fdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de865783-8798-4892-91e6-c3e345cd8bff', 'name': 'tempest-TestMinimumBasicScenario-920664498-router', 'tenant_id': '3a706ffd11144f46ba54becd86464f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'b00d4212-2657-4b9a-8587-a188baed2bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:49Z', 'updated_at': '2022-08-30T04:27:53Z', 'revision_number': 4, 'project_id': '3a706ffd11144f46ba54becd86464f02', 'gw_port': {'id': 'b00d4212-2657-4b9a-8587-a188baed2bb4', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de865783-8798-4892-91e6-c3e345cd8bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:50Z', 'updated_at': '2022-08-30T04:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': '64bd4d7a-8f81-40d9-8dbe-7256c24854c1', 'name': '', 'network_id': '96c8b8cf-2777-48ff-a669-0d5f521159b4', 'tenant_id': '3a706ffd11144f46ba54becd86464f02', 'mac_address': 'fa:16:3e:54:54:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de865783-8798-4892-91e6-c3e345cd8bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f7a849fd-7349-4aaa-9895-33f6e0837dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:53Z', 'updated_at': '2022-08-30T04:28:03Z', 'revision_number': 5, 'project_id': '3a706ffd11144f46ba54becd86464f02', 'subnets': [{'id': 'f7a849fd-7349-4aaa-9895-33f6e0837dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:32:07.174340 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94eac78-588c-4a47-a05b-d015c214fdaf None None] Checking router: de865783-8798-4892-91e6-c3e345cd8bff for host: dv-cinder-854265-2-iscsi {{(pid=106259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:32:07.182638 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94eac78-588c-4a47-a05b-d015c214fdaf None None] Routers {'de865783-8798-4892-91e6-c3e345cd8bff'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:32:07.183238 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-a94eac78-588c-4a47-a05b-d015c214fdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:31:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['de865783-8798-4892-91e6-c3e345cd8bff'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:32:07.261966 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:07.288776 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-a94eac78-588c-4a47-a05b-d015c214fdaf None None] Set router de865783-8798-4892-91e6-c3e345cd8bff gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:32:07.315889 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:07.424595 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2230a797-14e7-40b5-b6e6-94aa5ed5c608 req-3c4c906f-707b-48b5-9095-37048745f0c2 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25b90fd3-3c90-4049-8348-c086d7152285 HTTP/1.1" status: 200 len: 217 time: 0.0335507 Aug 30 04:32:07.460860 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:07.477531 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230a797-14e7-40b5-b6e6-94aa5ed5c608 req-975ed4cd-1a57-40ba-b789-df8cc3a39a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:07.479114 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2230a797-14e7-40b5-b6e6-94aa5ed5c608 req-975ed4cd-1a57-40ba-b789-df8cc3a39a70 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=f7a849fd-7349-4aaa-9895-33f6e0837dd6 HTTP/1.1" status: 200 len: 853 time: 0.0478222 Aug 30 04:32:07.490610 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-a94eac78-588c-4a47-a05b-d015c214fdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de865783-8798-4892-91e6-c3e345cd8bff', 'name': 'tempest-TestMinimumBasicScenario-920664498-router', 'tenant_id': '3a706ffd11144f46ba54becd86464f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'b00d4212-2657-4b9a-8587-a188baed2bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:49Z', 'updated_at': '2022-08-30T04:27:53Z', 'revision_number': 4, 'project_id': '3a706ffd11144f46ba54becd86464f02', 'gw_port': {'id': 'b00d4212-2657-4b9a-8587-a188baed2bb4', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de865783-8798-4892-91e6-c3e345cd8bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:50Z', 'updated_at': '2022-08-30T04:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': '64bd4d7a-8f81-40d9-8dbe-7256c24854c1', 'name': '', 'network_id': '96c8b8cf-2777-48ff-a669-0d5f521159b4', 'tenant_id': '3a706ffd11144f46ba54becd86464f02', 'mac_address': 'fa:16:3e:54:54:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de865783-8798-4892-91e6-c3e345cd8bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f7a849fd-7349-4aaa-9895-33f6e0837dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:53Z', 'updated_at': '2022-08-30T04:28:03Z', 'revision_number': 5, 'project_id': '3a706ffd11144f46ba54becd86464f02', 'subnets': [{'id': 'f7a849fd-7349-4aaa-9895-33f6e0837dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:32:07.515603 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94eac78-588c-4a47-a05b-d015c214fdaf None None] The sync data for ids ['de865783-8798-4892-91e6-c3e345cd8bff'] in dv-cinder-854265-2-iscsi is: [{'id': 'de865783-8798-4892-91e6-c3e345cd8bff', 'name': 'tempest-TestMinimumBasicScenario-920664498-router', 'tenant_id': '3a706ffd11144f46ba54becd86464f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'b00d4212-2657-4b9a-8587-a188baed2bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:49Z', 'updated_at': '2022-08-30T04:27:53Z', 'revision_number': 4, 'project_id': '3a706ffd11144f46ba54becd86464f02', 'gw_port': {'id': 'b00d4212-2657-4b9a-8587-a188baed2bb4', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de865783-8798-4892-91e6-c3e345cd8bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:50Z', 'updated_at': '2022-08-30T04:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': '64bd4d7a-8f81-40d9-8dbe-7256c24854c1', 'name': '', 'network_id': '96c8b8cf-2777-48ff-a669-0d5f521159b4', 'tenant_id': '3a706ffd11144f46ba54becd86464f02', 'mac_address': 'fa:16:3e:54:54:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de865783-8798-4892-91e6-c3e345cd8bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f7a849fd-7349-4aaa-9895-33f6e0837dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:53Z', 'updated_at': '2022-08-30T04:28:03Z', 'revision_number': 5, 'project_id': '3a706ffd11144f46ba54becd86464f02', 'subnets': [{'id': 'f7a849fd-7349-4aaa-9895-33f6e0837dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:32:07.726319 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083b8f59-7ecb-4ac4-a861-5890fe08ed6e None None] New status for floating IP 3b86943f-8a5e-482d-aeaf-f52c4f513adb: DOWN {{(pid=106260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:32:07.846604 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6237f90-e53d-407a-b307-d8ce658c6e0e', 'tag': '25b90fd3-3c90-4049-8348-c086d7152285'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:32:07.849330 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cae73fbe7dcf058e11387a0db1adace332cfaa4523dfba65b1576f9d32bef72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f71b349-2744-4c89-a9f4-739512201f0b" -d '{"events": [{"name": "network-changed", "server_uuid": "f6237f90-e53d-407a-b307-d8ce658c6e0e", "tag": "25b90fd3-3c90-4049-8348-c086d7152285"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:32:07.888571 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80a1be-194e-4932-9cd7-f4226bae4fa1 req-8f2c4578-b527-4ca0-b0ff-83298949a1bd tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:07.890073 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-df80a1be-194e-4932-9cd7-f4226bae4fa1 req-8f2c4578-b527-4ca0-b0ff-83298949a1bd tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 946 time: 0.0543070 Aug 30 04:32:07.910373 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce099ca-fa3b-4fc0-8b17-d1c22b35dac3 x-openstack-request-id: req-7ce099ca-fa3b-4fc0-8b17-d1c22b35dac3 {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:32:07.910663 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6237f90-e53d-407a-b307-d8ce658c6e0e", "tag": "25b90fd3-3c90-4049-8348-c086d7152285", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:32:07.911441 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-7ce099ca-fa3b-4fc0-8b17-d1c22b35dac3 {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:32:07.911827 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ce099ca-fa3b-4fc0-8b17-d1c22b35dac3'] response: {'name': 'network-changed', 'server_uuid': 'f6237f90-e53d-407a-b307-d8ce658c6e0e', 'tag': '25b90fd3-3c90-4049-8348-c086d7152285', 'status': 'completed', 'code': 200} Aug 30 04:32:07.941060 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-df80a1be-194e-4932-9cd7-f4226bae4fa1 req-dc7664a4-1159-4126-ab5a-e314271a933c tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=09216899-2967-4782-a816-4a06df734ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454676 Aug 30 04:32:08.056455 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc419c68-5c9a-4bf5-a937-f84e793eafb2 req-32feb534-5295-4235-a25c-f503a2c61f31 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:08.057943 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bc419c68-5c9a-4bf5-a937-f84e793eafb2 req-32feb534-5295-4235-a25c-f503a2c61f31 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 946 time: 0.0475776 Aug 30 04:32:08.067540 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 56056) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:32:08.071630 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-4d713396-8900-4fd7-b528-67298943edde tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Request body: {'floatingip': {'port_id': 'd21ea63a-d1d4-48e3-8e7e-276477e7b961'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:32:08.155353 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230a797-14e7-40b5-b6e6-94aa5ed5c608 req-a24be340-18cd-492e-9af8-daab2a412664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:08.157313 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2230a797-14e7-40b5-b6e6-94aa5ed5c608 req-a24be340-18cd-492e-9af8-daab2a412664 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=96c8b8cf-2777-48ff-a669-0d5f521159b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0801964 Aug 30 04:32:08.159661 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4d713396-8900-4fd7-b528-67298943edde tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks [] for floatingip (6f1fa3a5-ab88-4de0-9236-9f7496e99f3b), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:08.544406 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:08.585007 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2230a797-14e7-40b5-b6e6-94aa5ed5c608 req-5a4d5089-627d-4bbb-aa55-9d331ee5b86e service neutron] 10.222.0.71 "GET /networking/v2.0/networks/96c8b8cf-2777-48ff-a669-0d5f521159b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944230 Aug 30 04:32:08.792061 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2230a797-14e7-40b5-b6e6-94aa5ed5c608 req-b1e127a0-e504-4f2b-b569-9a9ed656442a service neutron] 10.222.0.71 "GET /networking/v2.0/networks/96c8b8cf-2777-48ff-a669-0d5f521159b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684937 Aug 30 04:32:09.006648 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71b349-2744-4c89-a9f4-739512201f0b req-d7df79cb-fe50-4f8c-bf23-e654ab0c8d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:09.008129 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3f71b349-2744-4c89-a9f4-739512201f0b req-d7df79cb-fe50-4f8c-bf23-e654ab0c8d75 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=3a706ffd11144f46ba54becd86464f02&device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 1130 time: 0.0783515 Aug 30 04:32:09.030137 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:09.032410 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4d713396-8900-4fd7-b528-67298943edde tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:09.044947 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4d713396-8900-4fd7-b528-67298943edde tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696708'] for floatingip (6f1fa3a5-ab88-4de0-9236-9f7496e99f3b), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:09.196549 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71b349-2744-4c89-a9f4-739512201f0b req-efa05fa5-93c0-43b8-8a67-775a20db112e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:09.198055 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3f71b349-2744-4c89-a9f4-739512201f0b req-efa05fa5-93c0-43b8-8a67-775a20db112e service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=96c8b8cf-2777-48ff-a669-0d5f521159b4 HTTP/1.1" status: 200 len: 916 time: 0.1817648 Aug 30 04:32:09.244183 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3f71b349-2744-4c89-a9f4-739512201f0b req-4ec03787-ebd8-4e4d-aaf7-d7b83570f2fa service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25b90fd3-3c90-4049-8348-c086d7152285 HTTP/1.1" status: 200 len: 217 time: 0.0390239 Aug 30 04:32:09.359721 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71b349-2744-4c89-a9f4-739512201f0b req-98e4c849-53fb-4b49-b2d3-eefb67a0c36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:09.361200 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3f71b349-2744-4c89-a9f4-739512201f0b req-98e4c849-53fb-4b49-b2d3-eefb67a0c36d service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=f7a849fd-7349-4aaa-9895-33f6e0837dd6 HTTP/1.1" status: 200 len: 853 time: 0.0864375 Aug 30 04:32:09.415673 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d713396-8900-4fd7-b528-67298943edde tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Router efc0e799-aa5d-4dff-8913-e13c430a5c69 has already been hosted by L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 {{(pid=106258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:32:09.417206 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71b349-2744-4c89-a9f4-739512201f0b req-c0745363-3ff7-484a-a6a8-9688612d1c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:09.418681 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3f71b349-2744-4c89-a9f4-739512201f0b req-c0745363-3ff7-484a-a6a8-9688612d1c46 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=96c8b8cf-2777-48ff-a669-0d5f521159b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466924 Aug 30 04:32:09.516686 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:09.596450 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d713396-8900-4fd7-b528-67298943edde tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:32:09.599524 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3f71b349-2744-4c89-a9f4-739512201f0b req-f39c7b76-47ce-4ecb-bbb0-10cbcd52f252 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/96c8b8cf-2777-48ff-a669-0d5f521159b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701663 Aug 30 04:32:09.602835 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4d713396-8900-4fd7-b528-67298943edde tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for floatingip (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:09.606816 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb917694-0ed8-40c7-a0a3-9bdb028ce6fd None None] Sync routers for ids ['efc0e799-aa5d-4dff-8913-e13c430a5c69'] in dv-cinder-854265-2-iscsi {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:32:09.617369 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb917694-0ed8-40c7-a0a3-9bdb028ce6fd None None] Routers {'efc0e799-aa5d-4dff-8913-e13c430a5c69'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:32:09.617974 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-fb917694-0ed8-40c7-a0a3-9bdb028ce6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:31:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['efc0e799-aa5d-4dff-8913-e13c430a5c69'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:32:09.725002 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-fb917694-0ed8-40c7-a0a3-9bdb028ce6fd None None] Set router efc0e799-aa5d-4dff-8913-e13c430a5c69 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:32:09.728547 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-4d713396-8900-4fd7-b528-67298943edde tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "PUT /networking/v2.0/floatingips/6f1fa3a5-ab88-4de0-9236-9f7496e99f3b HTTP/1.1" status: 200 len: 994 time: 1.6600161 Aug 30 04:32:09.745175 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3f71b349-2744-4c89-a9f4-739512201f0b req-7a6d062e-ce11-4fac-8f50-233cb161f61d service neutron] 10.222.0.71 "GET /networking/v2.0/networks/96c8b8cf-2777-48ff-a669-0d5f521159b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384764 Aug 30 04:32:09.913116 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d1ca12d-df37-4d58-b819-0e4c7df8fc9b', 'tag': 'd21ea63a-d1d4-48e3-8e7e-276477e7b961'}, {'name': 'network-changed', 'server_uuid': '6d1ca12d-df37-4d58-b819-0e4c7df8fc9b', 'tag': 'd21ea63a-d1d4-48e3-8e7e-276477e7b961'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:32:09.915401 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cae73fbe7dcf058e11387a0db1adace332cfaa4523dfba65b1576f9d32bef72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcabcd6c-39ab-4dfd-b88f-cd69b024aa5c" -d '{"events": [{"name": "network-changed", "server_uuid": "6d1ca12d-df37-4d58-b819-0e4c7df8fc9b", "tag": "d21ea63a-d1d4-48e3-8e7e-276477e7b961"}, {"name": "network-changed", "server_uuid": "6d1ca12d-df37-4d58-b819-0e4c7df8fc9b", "tag": "d21ea63a-d1d4-48e3-8e7e-276477e7b961"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:32:09.945065 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-fb917694-0ed8-40c7-a0a3-9bdb028ce6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc0e799-aa5d-4dff-8913-e13c430a5c69', 'name': 'tempest-ServerRescueNegativeTestJSON-859256801-router', 'tenant_id': 'edc09fe630034be4b292562e2de6e3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '68eabc5a-4355-48fe-b374-e6078ccc1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:26:10Z', 'updated_at': '2022-08-30T04:26:18Z', 'revision_number': 4, 'project_id': 'edc09fe630034be4b292562e2de6e3f9', 'gw_port': {'id': '68eabc5a-4355-48fe-b374-e6078ccc1695', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:31:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc0e799-aa5d-4dff-8913-e13c430a5c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:11Z', 'updated_at': '2022-08-30T04:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_floatingips': [{'id': '6f1fa3a5-ab88-4de0-9236-9f7496e99f3b', 'tenant_id': 'edc09fe630034be4b292562e2de6e3f9', 'floating_ip_address': '172.27.1.101', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': 'efc0e799-aa5d-4dff-8913-e13c430a5c69', 'port_id': 'd21ea63a-d1d4-48e3-8e7e-276477e7b961', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '661607d2-cb41-40c5-ac13-3334a7f66c5e', 'mac_address': 'fa:16:3e:44:06:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1ca12d-df37-4d58-b819-0e4c7df8fc9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:29:35Z', 'updated_at': '2022-08-30T04:32:08Z', 'revision_number': 3, 'project_id': 'edc09fe630034be4b292562e2de6e3f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c611a2a6-98df-43cd-9d1c-7a53b3ed819f', 'name': '', 'network_id': '661607d2-cb41-40c5-ac13-3334a7f66c5e', 'tenant_id': 'edc09fe630034be4b292562e2de6e3f9', 'mac_address': 'fa:16:3e:81:39:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc0e799-aa5d-4dff-8913-e13c430a5c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd860aa44-a024-4bdb-b214-412c9f1784ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:15Z', 'updated_at': '2022-08-30T04:26:25Z', 'revision_number': 5, 'project_id': 'edc09fe630034be4b292562e2de6e3f9', 'subnets': [{'id': 'd860aa44-a024-4bdb-b214-412c9f1784ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:32:09.952507 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 30 Aug 2022 04:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459bf253-9e1c-4003-be67-c4de8a31c434 x-openstack-request-id: req-459bf253-9e1c-4003-be67-c4de8a31c434 {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:32:09.952809 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d1ca12d-df37-4d58-b819-0e4c7df8fc9b", "tag": "d21ea63a-d1d4-48e3-8e7e-276477e7b961", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6d1ca12d-df37-4d58-b819-0e4c7df8fc9b", "tag": "d21ea63a-d1d4-48e3-8e7e-276477e7b961", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:32:09.953090 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-459bf253-9e1c-4003-be67-c4de8a31c434 {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:32:09.953565 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-459bf253-9e1c-4003-be67-c4de8a31c434'] response: {'name': 'network-changed', 'server_uuid': '6d1ca12d-df37-4d58-b819-0e4c7df8fc9b', 'tag': 'd21ea63a-d1d4-48e3-8e7e-276477e7b961', 'status': 'completed', 'code': 200} Aug 30 04:32:09.953943 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-459bf253-9e1c-4003-be67-c4de8a31c434'] response: {'name': 'network-changed', 'server_uuid': '6d1ca12d-df37-4d58-b819-0e4c7df8fc9b', 'tag': 'd21ea63a-d1d4-48e3-8e7e-276477e7b961', 'status': 'completed', 'code': 200} Aug 30 04:32:09.969998 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb917694-0ed8-40c7-a0a3-9bdb028ce6fd None None] Checking router: efc0e799-aa5d-4dff-8913-e13c430a5c69 for host: dv-cinder-854265-2-iscsi {{(pid=106259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:32:09.978926 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb917694-0ed8-40c7-a0a3-9bdb028ce6fd None None] Routers {'efc0e799-aa5d-4dff-8913-e13c430a5c69'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:32:09.979528 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-fb917694-0ed8-40c7-a0a3-9bdb028ce6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:31:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['efc0e799-aa5d-4dff-8913-e13c430a5c69'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:32:10.060817 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabcd6c-39ab-4dfd-b88f-cd69b024aa5c req-f63bde19-7831-4cc7-a9d4-01882ffd22fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:10.062355 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bcabcd6c-39ab-4dfd-b88f-cd69b024aa5c req-f63bde19-7831-4cc7-a9d4-01882ffd22fb service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=edc09fe630034be4b292562e2de6e3f9&device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 1130 time: 0.0414786 Aug 30 04:32:10.082673 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-fb917694-0ed8-40c7-a0a3-9bdb028ce6fd None None] Set router efc0e799-aa5d-4dff-8913-e13c430a5c69 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:32:10.157179 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabcd6c-39ab-4dfd-b88f-cd69b024aa5c req-31bb6758-cf8e-4d2d-9f46-7dfa317b5caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:10.158651 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bcabcd6c-39ab-4dfd-b88f-cd69b024aa5c req-31bb6758-cf8e-4d2d-9f46-7dfa317b5caf service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=661607d2-cb41-40c5-ac13-3334a7f66c5e HTTP/1.1" status: 200 len: 920 time: 0.0897915 Aug 30 04:32:10.212227 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:10.233737 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bcabcd6c-39ab-4dfd-b88f-cd69b024aa5c req-c9c3c8eb-9b2a-4af7-a102-83c1432eee21 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d21ea63a-d1d4-48e3-8e7e-276477e7b961 HTTP/1.1" status: 200 len: 1002 time: 0.0576589 Aug 30 04:32:10.289313 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabcd6c-39ab-4dfd-b88f-cd69b024aa5c req-9994c1bc-6b3b-4998-a2b8-1be9b89c1a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:10.290804 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bcabcd6c-39ab-4dfd-b88f-cd69b024aa5c req-9994c1bc-6b3b-4998-a2b8-1be9b89c1a5c service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=d860aa44-a024-4bdb-b214-412c9f1784ea HTTP/1.1" status: 200 len: 857 time: 0.0445826 Aug 30 04:32:10.296814 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-fb917694-0ed8-40c7-a0a3-9bdb028ce6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc0e799-aa5d-4dff-8913-e13c430a5c69', 'name': 'tempest-ServerRescueNegativeTestJSON-859256801-router', 'tenant_id': 'edc09fe630034be4b292562e2de6e3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '68eabc5a-4355-48fe-b374-e6078ccc1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:26:10Z', 'updated_at': '2022-08-30T04:26:18Z', 'revision_number': 4, 'project_id': 'edc09fe630034be4b292562e2de6e3f9', 'gw_port': {'id': '68eabc5a-4355-48fe-b374-e6078ccc1695', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:31:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc0e799-aa5d-4dff-8913-e13c430a5c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:11Z', 'updated_at': '2022-08-30T04:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_floatingips': [{'id': '6f1fa3a5-ab88-4de0-9236-9f7496e99f3b', 'tenant_id': 'edc09fe630034be4b292562e2de6e3f9', 'floating_ip_address': '172.27.1.101', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': 'efc0e799-aa5d-4dff-8913-e13c430a5c69', 'port_id': 'd21ea63a-d1d4-48e3-8e7e-276477e7b961', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '661607d2-cb41-40c5-ac13-3334a7f66c5e', 'mac_address': 'fa:16:3e:44:06:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1ca12d-df37-4d58-b819-0e4c7df8fc9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:29:35Z', 'updated_at': '2022-08-30T04:32:08Z', 'revision_number': 3, 'project_id': 'edc09fe630034be4b292562e2de6e3f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c611a2a6-98df-43cd-9d1c-7a53b3ed819f', 'name': '', 'network_id': '661607d2-cb41-40c5-ac13-3334a7f66c5e', 'tenant_id': 'edc09fe630034be4b292562e2de6e3f9', 'mac_address': 'fa:16:3e:81:39:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc0e799-aa5d-4dff-8913-e13c430a5c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd860aa44-a024-4bdb-b214-412c9f1784ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:15Z', 'updated_at': '2022-08-30T04:26:25Z', 'revision_number': 5, 'project_id': 'edc09fe630034be4b292562e2de6e3f9', 'subnets': [{'id': 'd860aa44-a024-4bdb-b214-412c9f1784ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:32:10.322225 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb917694-0ed8-40c7-a0a3-9bdb028ce6fd None None] The sync data for ids ['efc0e799-aa5d-4dff-8913-e13c430a5c69'] in dv-cinder-854265-2-iscsi is: [{'id': 'efc0e799-aa5d-4dff-8913-e13c430a5c69', 'name': 'tempest-ServerRescueNegativeTestJSON-859256801-router', 'tenant_id': 'edc09fe630034be4b292562e2de6e3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '68eabc5a-4355-48fe-b374-e6078ccc1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:26:10Z', 'updated_at': '2022-08-30T04:26:18Z', 'revision_number': 4, 'project_id': 'edc09fe630034be4b292562e2de6e3f9', 'gw_port': {'id': '68eabc5a-4355-48fe-b374-e6078ccc1695', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:31:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc0e799-aa5d-4dff-8913-e13c430a5c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:11Z', 'updated_at': '2022-08-30T04:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_floatingips': [{'id': '6f1fa3a5-ab88-4de0-9236-9f7496e99f3b', 'tenant_id': 'edc09fe630034be4b292562e2de6e3f9', 'floating_ip_address': '172.27.1.101', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': 'efc0e799-aa5d-4dff-8913-e13c430a5c69', 'port_id': 'd21ea63a-d1d4-48e3-8e7e-276477e7b961', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '661607d2-cb41-40c5-ac13-3334a7f66c5e', 'mac_address': 'fa:16:3e:44:06:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1ca12d-df37-4d58-b819-0e4c7df8fc9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:29:35Z', 'updated_at': '2022-08-30T04:32:08Z', 'revision_number': 3, 'project_id': 'edc09fe630034be4b292562e2de6e3f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c611a2a6-98df-43cd-9d1c-7a53b3ed819f', 'name': '', 'network_id': '661607d2-cb41-40c5-ac13-3334a7f66c5e', 'tenant_id': 'edc09fe630034be4b292562e2de6e3f9', 'mac_address': 'fa:16:3e:81:39:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc0e799-aa5d-4dff-8913-e13c430a5c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd860aa44-a024-4bdb-b214-412c9f1784ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:15Z', 'updated_at': '2022-08-30T04:26:25Z', 'revision_number': 5, 'project_id': 'edc09fe630034be4b292562e2de6e3f9', 'subnets': [{'id': 'd860aa44-a024-4bdb-b214-412c9f1784ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:32:10.343676 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabcd6c-39ab-4dfd-b88f-cd69b024aa5c req-14c60ea2-c6c1-474b-afca-4f7b4c194a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:10.345216 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bcabcd6c-39ab-4dfd-b88f-cd69b024aa5c req-14c60ea2-c6c1-474b-afca-4f7b4c194a4a service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=661607d2-cb41-40c5-ac13-3334a7f66c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451794 Aug 30 04:32:10.447965 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bcabcd6c-39ab-4dfd-b88f-cd69b024aa5c req-70db4343-2c11-423c-ae22-1149686d6e8d service neutron] 10.222.0.71 "GET /networking/v2.0/networks/661607d2-cb41-40c5-ac13-3334a7f66c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911300 Aug 30 04:32:10.578732 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bcabcd6c-39ab-4dfd-b88f-cd69b024aa5c req-f9fc4716-c95a-48eb-a6d7-411ca2b2d166 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/661607d2-cb41-40c5-ac13-3334a7f66c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222799 Aug 30 04:32:10.591701 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174e3de-a3d6-4b9c-b3a5-9b4d03bd3ce4 req-7c0eaa66-75b6-4a4f-8064-bee908297cce tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:10.593097 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2174e3de-a3d6-4b9c-b3a5-9b4d03bd3ce4 req-7c0eaa66-75b6-4a4f-8064-bee908297cce tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 946 time: 0.0573030 Aug 30 04:32:10.639722 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2174e3de-a3d6-4b9c-b3a5-9b4d03bd3ce4 req-325ed182-4ca8-4fe7-92cb-2911d22a5143 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410411 Aug 30 04:32:11.759530 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812949c-86df-4ef8-b3e4-516e5518786f req-e2b5d700-b1a6-4c5a-ba6c-423eb8e373a0 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:11.760995 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1812949c-86df-4ef8-b3e4-516e5518786f req-e2b5d700-b1a6-4c5a-ba6c-423eb8e373a0 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 946 time: 0.0467715 Aug 30 04:32:11.811837 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1812949c-86df-4ef8-b3e4-516e5518786f req-48a6567f-cd5b-46e3-a5f6-994200431394 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454042 Aug 30 04:32:12.160003 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:12.165759 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (dd0d0365-d50b-4401-90d8-c3ff73fab053), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:12.930476 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090714d-f0f9-41c9-866e-90b85032c1f4 req-ff892814-dadf-427d-8ec5-3a31e3caec85 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:12.931962 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d090714d-f0f9-41c9-866e-90b85032c1f4 req-ff892814-dadf-427d-8ec5-3a31e3caec85 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 946 time: 0.0481982 Aug 30 04:32:12.978626 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d090714d-f0f9-41c9-866e-90b85032c1f4 req-32b9eb79-227d-4470-a1d8-4751611ff83b tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=5d05d75d-0854-454d-988f-6c2d14fab9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411935 Aug 30 04:32:13.156218 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:13.187815 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabcd6c-39ab-4dfd-b88f-cd69b024aa5c req-0e8762ab-e856-4d61-97e9-7f9f4c89c63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:13.189384 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bcabcd6c-39ab-4dfd-b88f-cd69b024aa5c req-0e8762ab-e856-4d61-97e9-7f9f4c89c63f service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=edc09fe630034be4b292562e2de6e3f9&device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 1130 time: 0.0409632 Aug 30 04:32:13.415352 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabcd6c-39ab-4dfd-b88f-cd69b024aa5c req-0219f22d-1c40-4394-a71b-6326cfdf710d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:13.416744 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bcabcd6c-39ab-4dfd-b88f-cd69b024aa5c req-0219f22d-1c40-4394-a71b-6326cfdf710d service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=661607d2-cb41-40c5-ac13-3334a7f66c5e HTTP/1.1" status: 200 len: 920 time: 0.0898340 Aug 30 04:32:13.438744 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af47abd-bc5d-4eea-a799-e35146c5af39 req-f517e2bc-3cb6-4506-a465-14155305e698 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:13.440261 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-4af47abd-bc5d-4eea-a799-e35146c5af39 req-f517e2bc-3cb6-4506-a465-14155305e698 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 946 time: 0.0470922 Aug 30 04:32:13.481711 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bcabcd6c-39ab-4dfd-b88f-cd69b024aa5c req-2383eec0-44f1-4056-95d2-5fe3f52a4a30 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d21ea63a-d1d4-48e3-8e7e-276477e7b961 HTTP/1.1" status: 200 len: 1002 time: 0.0553157 Aug 30 04:32:13.532833 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [req-4af47abd-bc5d-4eea-a799-e35146c5af39 req-d54b11db-c773-4d56-9fcc-49e79dce7430 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Deleting port 25b90fd3-3c90-4049-8348-c086d7152285 {{(pid=106257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:32:13.533198 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-4af47abd-bc5d-4eea-a799-e35146c5af39 req-d54b11db-c773-4d56-9fcc-49e79dce7430 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (25b90fd3-3c90-4049-8348-c086d7152285), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:13.540061 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabcd6c-39ab-4dfd-b88f-cd69b024aa5c req-7beeea22-7e46-44aa-8def-295d52a7e007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:13.541582 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bcabcd6c-39ab-4dfd-b88f-cd69b024aa5c req-7beeea22-7e46-44aa-8def-295d52a7e007 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=d860aa44-a024-4bdb-b214-412c9f1784ea HTTP/1.1" status: 200 len: 857 time: 0.0476165 Aug 30 04:32:13.589995 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabcd6c-39ab-4dfd-b88f-cd69b024aa5c req-d9331932-1cc1-4b46-8049-dbab50ad9cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:13.591505 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bcabcd6c-39ab-4dfd-b88f-cd69b024aa5c req-d9331932-1cc1-4b46-8049-dbab50ad9cc1 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=661607d2-cb41-40c5-ac13-3334a7f66c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389221 Aug 30 04:32:13.623085 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [req-4af47abd-bc5d-4eea-a799-e35146c5af39 req-d54b11db-c773-4d56-9fcc-49e79dce7430 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] For port 25b90fd3-3c90-4049-8348-c086d7152285, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=25b90fd3-3c90-4049-8348-c086d7152285,segment=NetworkSegment(2df95583-7b31-406c-8e38-f71f0978ee31),segment_id=2df95583-7b31-406c-8e38-f71f0978ee31)] {{(pid=106257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:32:13.623449 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-4af47abd-bc5d-4eea-a799-e35146c5af39 req-d54b11db-c773-4d56-9fcc-49e79dce7430 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (25b90fd3-3c90-4049-8348-c086d7152285), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:13.639650 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [req-4af47abd-bc5d-4eea-a799-e35146c5af39 req-d54b11db-c773-4d56-9fcc-49e79dce7430 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Calling delete_port for 25b90fd3-3c90-4049-8348-c086d7152285 owned by compute:nova {{(pid=106257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:32:13.687796 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bcabcd6c-39ab-4dfd-b88f-cd69b024aa5c req-f53af315-591d-4135-b9cb-21865d3de509 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/661607d2-cb41-40c5-ac13-3334a7f66c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845017 Aug 30 04:32:13.765460 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-4af47abd-bc5d-4eea-a799-e35146c5af39 req-d54b11db-c773-4d56-9fcc-49e79dce7430 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (25b90fd3-3c90-4049-8348-c086d7152285), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:13.781207 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:13.787483 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bcabcd6c-39ab-4dfd-b88f-cd69b024aa5c req-ba199bf6-2052-49fa-8505-be5ca84b091f service neutron] 10.222.0.71 "GET /networking/v2.0/networks/661607d2-cb41-40c5-ac13-3334a7f66c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899646 Aug 30 04:32:13.792406 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54b11db-c773-4d56-9fcc-49e79dce7430 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Pushing event deleted for resources: {'Port': ['ID=25b90fd3-3c90-4049-8348-c086d7152285,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:13.830765 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] get_ports_and_sgs() called for port_ids ['25b90fd3-3c90-4049-8348-c086d7152285'] {{(pid=106259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:32:13.844629 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af47abd-bc5d-4eea-a799-e35146c5af39 req-d54b11db-c773-4d56-9fcc-49e79dce7430 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] No DVR routers for this DVR port 25b90fd3-3c90-4049-8348-c086d7152285 on host hv-cinder-85426 {{(pid=106257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:32:13.847267 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-4af47abd-bc5d-4eea-a799-e35146c5af39 req-d54b11db-c773-4d56-9fcc-49e79dce7430 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:13.850519 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-4af47abd-bc5d-4eea-a799-e35146c5af39 req-d54b11db-c773-4d56-9fcc-49e79dce7430 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.71 "DELETE /networking/v2.0/ports/25b90fd3-3c90-4049-8348-c086d7152285 HTTP/1.1" status: 204 len: 173 time: 0.3981009 Aug 30 04:32:13.850969 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6237f90-e53d-407a-b307-d8ce658c6e0e', 'name': 'network-vif-deleted', 'tag': '25b90fd3-3c90-4049-8348-c086d7152285'}] {{(pid=106257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:32:13.853525 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d1a48af4e812f9c70823208ed2638ca64b88de6e4994a5bf3763d45491ed842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ae48a1-91ed-42a4-adf3-7b50efd2f8af" -d '{"events": [{"server_uuid": "f6237f90-e53d-407a-b307-d8ce658c6e0e", "name": "network-vif-deleted", "tag": "25b90fd3-3c90-4049-8348-c086d7152285"}]}' {{(pid=106257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:32:13.952929 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e76305f-1fe5-448d-831a-7f00220faf7a x-openstack-request-id: req-1e76305f-1fe5-448d-831a-7f00220faf7a {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:32:13.953281 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6237f90-e53d-407a-b307-d8ce658c6e0e", "name": "network-vif-deleted", "tag": "25b90fd3-3c90-4049-8348-c086d7152285", "status": "completed", "code": 200}]} {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:32:13.953537 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-1e76305f-1fe5-448d-831a-7f00220faf7a {{(pid=106257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:32:13.954299 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e76305f-1fe5-448d-831a-7f00220faf7a'] response: {'server_uuid': 'f6237f90-e53d-407a-b307-d8ce658c6e0e', 'name': 'network-vif-deleted', 'tag': '25b90fd3-3c90-4049-8348-c086d7152285', 'status': 'completed', 'code': 200} Aug 30 04:32:14.093384 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-29ca5bab-d0cd-4a2d-9f0a-805857a881ce req-a3e65519-331a-409d-90f9-ecdf68013ca1 tempest-TestMinimumBasicScenario-1920839036 tempest-TestMinimumBasicScenario-1920839036-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f6237f90-e53d-407a-b307-d8ce658c6e0e HTTP/1.1" status: 200 len: 210 time: 0.0290966 Aug 30 04:32:15.637478 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 56130) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:32:16.253293 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f06416bd-a922-42d2-938c-f21b28ed42bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697220'] for router_interface (de865783-8798-4892-91e6-c3e345cd8bff), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:16.478111 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:16.527151 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-f06416bd-a922-42d2-938c-f21b28ed42bd admin admin] Deleting port 64bd4d7a-8f81-40d9-8dbe-7256c24854c1 {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:32:16.527494 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f06416bd-a922-42d2-938c-f21b28ed42bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (64bd4d7a-8f81-40d9-8dbe-7256c24854c1), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:16.605976 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [None req-f06416bd-a922-42d2-938c-f21b28ed42bd admin admin] For port 64bd4d7a-8f81-40d9-8dbe-7256c24854c1, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=64bd4d7a-8f81-40d9-8dbe-7256c24854c1,segment=NetworkSegment(2df95583-7b31-406c-8e38-f71f0978ee31),segment_id=2df95583-7b31-406c-8e38-f71f0978ee31)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:32:16.606337 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f06416bd-a922-42d2-938c-f21b28ed42bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (64bd4d7a-8f81-40d9-8dbe-7256c24854c1), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:16.622520 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-f06416bd-a922-42d2-938c-f21b28ed42bd admin admin] Calling delete_port for 64bd4d7a-8f81-40d9-8dbe-7256c24854c1 owned by network:router_interface {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:32:16.741453 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:16.798429 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f06416bd-a922-42d2-938c-f21b28ed42bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62508200'] for port (64bd4d7a-8f81-40d9-8dbe-7256c24854c1), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:16.821281 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06416bd-a922-42d2-938c-f21b28ed42bd admin admin] Pushing event deleted for resources: {'Port': ['ID=64bd4d7a-8f81-40d9-8dbe-7256c24854c1,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:16.983765 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f06416bd-a922-42d2-938c-f21b28ed42bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-697396'] for router_interface (de865783-8798-4892-91e6-c3e345cd8bff), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:17.187886 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f06416bd-a922-42d2-938c-f21b28ed42bd admin admin] Router de865783-8798-4892-91e6-c3e345cd8bff has already been hosted by L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 {{(pid=106258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:32:17.281469 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:17.290295 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06416bd-a922-42d2-938c-f21b28ed42bd admin admin] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:32:17.295269 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-f06416bd-a922-42d2-938c-f21b28ed42bd admin admin] 10.222.0.85 "PUT /networking/v2.0/routers/de865783-8798-4892-91e6-c3e345cd8bff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6568542 Aug 30 04:32:17.297857 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 56132) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:32:17.298652 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4de558-5e8d-4e4a-b4af-d6832697dce3 None None] Sync routers for ids ['de865783-8798-4892-91e6-c3e345cd8bff'] in dv-cinder-854265-2-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:32:17.308785 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4de558-5e8d-4e4a-b4af-d6832697dce3 None None] Routers {'de865783-8798-4892-91e6-c3e345cd8bff'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:32:17.309432 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-1f4de558-5e8d-4e4a-b4af-d6832697dce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:31:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['de865783-8798-4892-91e6-c3e345cd8bff'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:32:17.396399 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-aba0409a-f23b-412c-b379-53d45325f580 admin admin] Publish callbacks [] for router (de865783-8798-4892-91e6-c3e345cd8bff), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:17.408607 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-1f4de558-5e8d-4e4a-b4af-d6832697dce3 None None] Set router de865783-8798-4892-91e6-c3e345cd8bff gateway port host: dv-cinder-854265-2-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:32:17.491838 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-aba0409a-f23b-412c-b379-53d45325f580 admin admin] Publish callbacks [] for router_gateway (de865783-8798-4892-91e6-c3e345cd8bff), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:17.537400 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-aba0409a-f23b-412c-b379-53d45325f580 admin admin] Deleting port b00d4212-2657-4b9a-8587-a188baed2bb4 {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:32:17.537656 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-aba0409a-f23b-412c-b379-53d45325f580 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (b00d4212-2657-4b9a-8587-a188baed2bb4), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:17.573647 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-1f4de558-5e8d-4e4a-b4af-d6832697dce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de865783-8798-4892-91e6-c3e345cd8bff', 'name': 'tempest-TestMinimumBasicScenario-920664498-router', 'tenant_id': '3a706ffd11144f46ba54becd86464f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'b00d4212-2657-4b9a-8587-a188baed2bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:49Z', 'updated_at': '2022-08-30T04:32:16Z', 'revision_number': 5, 'project_id': '3a706ffd11144f46ba54becd86464f02', 'gw_port': {'id': 'b00d4212-2657-4b9a-8587-a188baed2bb4', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de865783-8798-4892-91e6-c3e345cd8bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:50Z', 'updated_at': '2022-08-30T04:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi'}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:32:17.601730 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4de558-5e8d-4e4a-b4af-d6832697dce3 None None] Checking router: de865783-8798-4892-91e6-c3e345cd8bff for host: dv-cinder-854265-2-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:32:17.610041 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4de558-5e8d-4e4a-b4af-d6832697dce3 None None] Routers {'de865783-8798-4892-91e6-c3e345cd8bff'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:32:17.610638 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-1f4de558-5e8d-4e4a-b4af-d6832697dce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:31:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['de865783-8798-4892-91e6-c3e345cd8bff'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:32:17.617659 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [None req-aba0409a-f23b-412c-b379-53d45325f580 admin admin] For port b00d4212-2657-4b9a-8587-a188baed2bb4, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=b00d4212-2657-4b9a-8587-a188baed2bb4,segment=NetworkSegment(fa929cc1-394c-4547-9d6d-d932c4c80d18),segment_id=fa929cc1-394c-4547-9d6d-d932c4c80d18)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:32:17.618022 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-aba0409a-f23b-412c-b379-53d45325f580 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (b00d4212-2657-4b9a-8587-a188baed2bb4), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:17.631253 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-aba0409a-f23b-412c-b379-53d45325f580 admin admin] Calling delete_port for b00d4212-2657-4b9a-8587-a188baed2bb4 owned by network:router_gateway {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:32:17.636193 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:17.690074 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-1f4de558-5e8d-4e4a-b4af-d6832697dce3 None None] Set router de865783-8798-4892-91e6-c3e345cd8bff gateway port host: None {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:32:17.805263 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-aba0409a-f23b-412c-b379-53d45325f580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62508200'] for port (b00d4212-2657-4b9a-8587-a188baed2bb4), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:17.823537 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-1f4de558-5e8d-4e4a-b4af-d6832697dce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de865783-8798-4892-91e6-c3e345cd8bff', 'name': 'tempest-TestMinimumBasicScenario-920664498-router', 'tenant_id': '3a706ffd11144f46ba54becd86464f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:49Z', 'updated_at': '2022-08-30T04:32:17Z', 'revision_number': 6, 'project_id': '3a706ffd11144f46ba54becd86464f02', 'gw_port_host': None}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:32:17.839120 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba0409a-f23b-412c-b379-53d45325f580 admin admin] Pushing event deleted for resources: {'Port': ['ID=b00d4212-2657-4b9a-8587-a188baed2bb4,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:17.849101 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4de558-5e8d-4e4a-b4af-d6832697dce3 None None] The sync data for ids ['de865783-8798-4892-91e6-c3e345cd8bff'] in dv-cinder-854265-2-iscsi is: [{'id': 'de865783-8798-4892-91e6-c3e345cd8bff', 'name': 'tempest-TestMinimumBasicScenario-920664498-router', 'tenant_id': '3a706ffd11144f46ba54becd86464f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:49Z', 'updated_at': '2022-08-30T04:32:17Z', 'revision_number': 6, 'project_id': '3a706ffd11144f46ba54becd86464f02', 'gw_port_host': None}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:32:17.900534 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-aba0409a-f23b-412c-b379-53d45325f580 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696775'] for router_gateway (de865783-8798-4892-91e6-c3e345cd8bff), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:18.000185 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-aba0409a-f23b-412c-b379-53d45325f580 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-696042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6498'] for router (de865783-8798-4892-91e6-c3e345cd8bff), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:18.002317 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-aba0409a-f23b-412c-b379-53d45325f580 admin admin] Publish callbacks [] for router_controller (de865783-8798-4892-91e6-c3e345cd8bff), precommit_delete_associations {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:18.038347 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 25b90fd3-3c90-4049-8348-c086d7152285 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:32:18.057300 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] No Port match for: 25b90fd3-3c90-4049-8348-c086d7152285 {{(pid=106259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:32:18.057581 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 25b90fd3-3c90-4049-8348-c086d7152285 not bound to the agent host hv-cinder-85426 {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:32:18.066477 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-aba0409a-f23b-412c-b379-53d45325f580 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-697417'] for router (de865783-8798-4892-91e6-c3e345cd8bff), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:18.067096 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba0409a-f23b-412c-b379-53d45325f580 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de865783-8798-4892-91e6-c3e345cd8bff {{(pid=106258) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 04:32:18.071768 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-aba0409a-f23b-412c-b379-53d45325f580 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:18.072933 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-aba0409a-f23b-412c-b379-53d45325f580 admin admin] 10.222.0.85 "DELETE /networking/v2.0/routers/de865783-8798-4892-91e6-c3e345cd8bff HTTP/1.1" status: 204 len: 168 time: 0.7740030 Aug 30 04:32:18.075532 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 56134) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:32:18.120537 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d7795f7-6bd2-4d32-a873-62853e7b4c58 admin admin] Deleting subnet f7a849fd-7349-4aaa-9895-33f6e0837dd6 {{(pid=106258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 04:32:18.123766 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-8d7795f7-6bd2-4d32-a873-62853e7b4c58 admin admin] Publish callbacks [] for subnet (f7a849fd-7349-4aaa-9895-33f6e0837dd6), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:18.159120 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-8d7795f7-6bd2-4d32-a873-62853e7b4c58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61943819'] for subnet (f7a849fd-7349-4aaa-9895-33f6e0837dd6), precommit_delete_associations {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:18.181892 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:18.242490 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-8d7795f7-6bd2-4d32-a873-62853e7b4c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3893603'] for subnet (f7a849fd-7349-4aaa-9895-33f6e0837dd6), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:18.297823 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-8d7795f7-6bd2-4d32-a873-62853e7b4c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62508379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62259422'] for subnet (f7a849fd-7349-4aaa-9895-33f6e0837dd6), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:18.321811 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7795f7-6bd2-4d32-a873-62853e7b4c58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7a849fd-7349-4aaa-9895-33f6e0837dd6,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:18.327234 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-8d7795f7-6bd2-4d32-a873-62853e7b4c58 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:18.330655 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-8d7795f7-6bd2-4d32-a873-62853e7b4c58 admin admin] 10.222.0.85 "DELETE /networking/v2.0/subnets/f7a849fd-7349-4aaa-9895-33f6e0837dd6 HTTP/1.1" status: 204 len: 168 time: 0.2539070 Aug 30 04:32:18.333676 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 56136) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:32:18.333807 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20944b6-87a0-40d2-810e-bfe392dea264 None None] Network 96c8b8cf-2777-48ff-a669-0d5f521159b4 requested from dv-cinder-854265-2-iscsi {{(pid=106259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:32:18.390191 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=100 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:18.407057 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fbf9b8d2-e554-4a3e-bd64-4fc3e7e5a660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3781726'] for network (96c8b8cf-2777-48ff-a669-0d5f521159b4), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:18.448034 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-fbf9b8d2-e554-4a3e-bd64-4fc3e7e5a660 admin admin] Deleting port 2d290e77-c87f-4645-8c20-3b131ad8f3e3 {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:32:18.448377 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fbf9b8d2-e554-4a3e-bd64-4fc3e7e5a660 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (2d290e77-c87f-4645-8c20-3b131ad8f3e3), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:18.512405 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [None req-fbf9b8d2-e554-4a3e-bd64-4fc3e7e5a660 admin admin] For port 2d290e77-c87f-4645-8c20-3b131ad8f3e3, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=2d290e77-c87f-4645-8c20-3b131ad8f3e3,segment=NetworkSegment(2df95583-7b31-406c-8e38-f71f0978ee31),segment_id=2df95583-7b31-406c-8e38-f71f0978ee31)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:32:18.512676 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fbf9b8d2-e554-4a3e-bd64-4fc3e7e5a660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (2d290e77-c87f-4645-8c20-3b131ad8f3e3), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:18.525613 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-fbf9b8d2-e554-4a3e-bd64-4fc3e7e5a660 admin admin] Calling delete_port for 2d290e77-c87f-4645-8c20-3b131ad8f3e3 owned by network:dhcp {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:32:18.588775 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:18.607372 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fbf9b8d2-e554-4a3e-bd64-4fc3e7e5a660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62508200'] for port (2d290e77-c87f-4645-8c20-3b131ad8f3e3), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:18.615986 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c484ba-a530-4267-ab4e-30050ea2cd30 None None] DHCP port deletion for 96c8b8cf-2777-48ff-a669-0d5f521159b4 request from dv-cinder-854265-2-iscsi {{(pid=106259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 04:32:18.644424 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf9b8d2-e554-4a3e-bd64-4fc3e7e5a660 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d290e77-c87f-4645-8c20-3b131ad8f3e3,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:18.646640 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf9b8d2-e554-4a3e-bd64-4fc3e7e5a660 admin admin] No DVR routers for this DVR port 2d290e77-c87f-4645-8c20-3b131ad8f3e3 on host dv-cinder-854265-2-iscsi {{(pid=106258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:32:18.953782 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fbf9b8d2-e554-4a3e-bd64-4fc3e7e5a660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891968', 'neutron.services.segments.db._delete_segments_for_network-8785261144643'] for network (96c8b8cf-2777-48ff-a669-0d5f521159b4), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:18.973682 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-fbf9b8d2-e554-4a3e-bd64-4fc3e7e5a660 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96c8b8cf-2777-48ff-a669-0d5f521159b4']}} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:32:18.982786 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-fbf9b8d2-e554-4a3e-bd64-4fc3e7e5a660 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2df95583-7b31-406c-8e38-f71f0978ee31') {'for_net_delete': True} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:32:18.983081 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-fbf9b8d2-e554-4a3e-bd64-4fc3e7e5a660 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2df95583-7b31-406c-8e38-f71f0978ee31') {} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:32:18.993668 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fbf9b8d2-e554-4a3e-bd64-4fc3e7e5a660 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785261169839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61943808'] for segment (2df95583-7b31-406c-8e38-f71f0978ee31), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:19.006569 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fbf9b8d2-e554-4a3e-bd64-4fc3e7e5a660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3898234'] for segment (2df95583-7b31-406c-8e38-f71f0978ee31), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:19.012593 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbf9b8d2-e554-4a3e-bd64-4fc3e7e5a660 admin admin] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=106258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 04:32:19.012975 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fbf9b8d2-e554-4a3e-bd64-4fc3e7e5a660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3898234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62508285'] for segment (2df95583-7b31-406c-8e38-f71f0978ee31), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:19.071182 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fbf9b8d2-e554-4a3e-bd64-4fc3e7e5a660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696747'] for network (96c8b8cf-2777-48ff-a669-0d5f521159b4), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:19.077989 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fbf9b8d2-e554-4a3e-bd64-4fc3e7e5a660 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for network (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:19.081351 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-fbf9b8d2-e554-4a3e-bd64-4fc3e7e5a660 admin admin] 10.222.0.85 "DELETE /networking/v2.0/networks/96c8b8cf-2777-48ff-a669-0d5f521159b4 HTTP/1.1" status: 204 len: 168 time: 0.7465522 Aug 30 04:32:19.084502 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 56142) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:32:19.093610 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf9b8d2-e554-4a3e-bd64-4fc3e7e5a660 admin admin] Pushing event deleted for resources: {'Network': ['ID=96c8b8cf-2777-48ff-a669-0d5f521159b4,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:19.154653 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.services.segments.plugin [-] Segment 2df95583-7b31-406c-8e38-f71f0978ee31 resource provider aggregate not found Aug 30 04:32:19.171969 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.services.segments.plugin [-] Segment 2df95583-7b31-406c-8e38-f71f0978ee31 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2df95583-7b31-406c-8e38-f71f0978ee31 found for delete ", "request_id": "req-10d54da1-b350-4360-b288-9e9feb6b25b8"}]} Aug 30 04:32:19.361997 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:19.396105 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-e30fbc5c-d146-4995-a10e-27217a848119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697220'] for router_interface (21e1386e-380a-4a6c-b714-949c1ef4b07e), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:19.656542 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:19.822996 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 2d290e77-c87f-4645-8c20-3b131ad8f3e3 no longer exists at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:32:19.831131 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [None req-e30fbc5c-d146-4995-a10e-27217a848119 admin admin] Deleting port bdad5604-4e77-4eb0-bc00-0c71d4210cde {{(pid=106257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:32:19.831492 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-e30fbc5c-d146-4995-a10e-27217a848119 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (bdad5604-4e77-4eb0-bc00-0c71d4210cde), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:19.842365 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] No Port match for: 2d290e77-c87f-4645-8c20-3b131ad8f3e3 {{(pid=106259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:32:19.842711 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 2d290e77-c87f-4645-8c20-3b131ad8f3e3 not bound to the agent host dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:32:19.843118 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device b00d4212-2657-4b9a-8587-a188baed2bb4 no longer exists at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:32:19.860686 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] No Port match for: b00d4212-2657-4b9a-8587-a188baed2bb4 {{(pid=106259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:32:19.861029 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device b00d4212-2657-4b9a-8587-a188baed2bb4 not bound to the agent host dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:32:19.861452 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 64bd4d7a-8f81-40d9-8dbe-7256c24854c1 no longer exists at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:32:19.879633 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] No Port match for: 64bd4d7a-8f81-40d9-8dbe-7256c24854c1 {{(pid=106259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:32:19.879996 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 64bd4d7a-8f81-40d9-8dbe-7256c24854c1 not bound to the agent host dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:32:19.915332 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [None req-e30fbc5c-d146-4995-a10e-27217a848119 admin admin] For port bdad5604-4e77-4eb0-bc00-0c71d4210cde, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=bdad5604-4e77-4eb0-bc00-0c71d4210cde,segment=NetworkSegment(64fa6ea5-2207-4b3b-a905-051c73a26b1a),segment_id=64fa6ea5-2207-4b3b-a905-051c73a26b1a)] {{(pid=106257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:32:19.915622 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-e30fbc5c-d146-4995-a10e-27217a848119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (bdad5604-4e77-4eb0-bc00-0c71d4210cde), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:19.928262 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [None req-e30fbc5c-d146-4995-a10e-27217a848119 admin admin] Calling delete_port for bdad5604-4e77-4eb0-bc00-0c71d4210cde owned by network:router_interface {{(pid=106257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:32:20.100894 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-e30fbc5c-d146-4995-a10e-27217a848119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (bdad5604-4e77-4eb0-bc00-0c71d4210cde), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:20.123770 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30fbc5c-d146-4995-a10e-27217a848119 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdad5604-4e77-4eb0-bc00-0c71d4210cde,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:20.286523 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-e30fbc5c-d146-4995-a10e-27217a848119 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-697396'] for router_interface (21e1386e-380a-4a6c-b714-949c1ef4b07e), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:20.438805 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:20.441008 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:20.493975 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e30fbc5c-d146-4995-a10e-27217a848119 admin admin] Router 21e1386e-380a-4a6c-b714-949c1ef4b07e has already been hosted by L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 {{(pid=106257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:32:20.592245 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30fbc5c-d146-4995-a10e-27217a848119 admin admin] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:32:20.598653 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-e30fbc5c-d146-4995-a10e-27217a848119 admin admin] 10.222.0.85 "PUT /networking/v2.0/routers/21e1386e-380a-4a6c-b714-949c1ef4b07e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5117102 Aug 30 04:32:20.600202 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 56146) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:32:20.602634 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcdb869-ecad-472f-9c39-9cd87cfeff5d None None] Sync routers for ids ['21e1386e-380a-4a6c-b714-949c1ef4b07e'] in dv-cinder-854265-2-iscsi {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:32:20.616874 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcdb869-ecad-472f-9c39-9cd87cfeff5d None None] Routers {'21e1386e-380a-4a6c-b714-949c1ef4b07e'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:32:20.617511 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-bfcdb869-ecad-472f-9c39-9cd87cfeff5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:31:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['21e1386e-380a-4a6c-b714-949c1ef4b07e'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:32:20.698000 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-93f23282-0f88-4d21-b398-454db00f1997 admin admin] Publish callbacks [] for router (21e1386e-380a-4a6c-b714-949c1ef4b07e), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:20.714544 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-bfcdb869-ecad-472f-9c39-9cd87cfeff5d None None] Set router 21e1386e-380a-4a6c-b714-949c1ef4b07e gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:32:20.794638 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-93f23282-0f88-4d21-b398-454db00f1997 admin admin] Publish callbacks [] for router_gateway (21e1386e-380a-4a6c-b714-949c1ef4b07e), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:20.836046 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [None req-93f23282-0f88-4d21-b398-454db00f1997 admin admin] Deleting port c709fe03-ba05-4e6a-afb1-4382b5711619 {{(pid=106257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:32:20.836384 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-93f23282-0f88-4d21-b398-454db00f1997 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (c709fe03-ba05-4e6a-afb1-4382b5711619), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:20.924426 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [None req-93f23282-0f88-4d21-b398-454db00f1997 admin admin] For port c709fe03-ba05-4e6a-afb1-4382b5711619, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=c709fe03-ba05-4e6a-afb1-4382b5711619,segment=NetworkSegment(fa929cc1-394c-4547-9d6d-d932c4c80d18),segment_id=fa929cc1-394c-4547-9d6d-d932c4c80d18)] {{(pid=106257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:32:20.924797 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-93f23282-0f88-4d21-b398-454db00f1997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (c709fe03-ba05-4e6a-afb1-4382b5711619), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:20.939304 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [None req-93f23282-0f88-4d21-b398-454db00f1997 admin admin] Calling delete_port for c709fe03-ba05-4e6a-afb1-4382b5711619 owned by network:router_gateway {{(pid=106257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:32:21.010070 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-bfcdb869-ecad-472f-9c39-9cd87cfeff5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e1386e-380a-4a6c-b714-949c1ef4b07e', 'name': 'tempest-TestMinimumBasicScenario-378392306-router', 'tenant_id': 'c653a70df19945c69e62efc029929b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'c709fe03-ba05-4e6a-afb1-4382b5711619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:57Z', 'updated_at': '2022-08-30T04:32:20Z', 'revision_number': 5, 'project_id': 'c653a70df19945c69e62efc029929b25', 'gw_port': {'id': 'c709fe03-ba05-4e6a-afb1-4382b5711619', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:57:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e1386e-380a-4a6c-b714-949c1ef4b07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:58Z', 'updated_at': '2022-08-30T04:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi'}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:32:21.034098 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcdb869-ecad-472f-9c39-9cd87cfeff5d None None] Checking router: 21e1386e-380a-4a6c-b714-949c1ef4b07e for host: dv-cinder-854265-2-iscsi {{(pid=106259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:32:21.042217 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcdb869-ecad-472f-9c39-9cd87cfeff5d None None] Routers {'21e1386e-380a-4a6c-b714-949c1ef4b07e'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:32:21.042817 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-bfcdb869-ecad-472f-9c39-9cd87cfeff5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:31:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['21e1386e-380a-4a6c-b714-949c1ef4b07e'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:32:21.104106 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-93f23282-0f88-4d21-b398-454db00f1997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (c709fe03-ba05-4e6a-afb1-4382b5711619), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:21.127351 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-bfcdb869-ecad-472f-9c39-9cd87cfeff5d None None] Set router 21e1386e-380a-4a6c-b714-949c1ef4b07e gateway port host: None {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:32:21.130154 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f23282-0f88-4d21-b398-454db00f1997 admin admin] Pushing event deleted for resources: {'Port': ['ID=c709fe03-ba05-4e6a-afb1-4382b5711619,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:21.179811 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-bfcdb869-ecad-472f-9c39-9cd87cfeff5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e1386e-380a-4a6c-b714-949c1ef4b07e', 'name': 'tempest-TestMinimumBasicScenario-378392306-router', 'tenant_id': 'c653a70df19945c69e62efc029929b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:57Z', 'updated_at': '2022-08-30T04:32:20Z', 'revision_number': 6, 'project_id': 'c653a70df19945c69e62efc029929b25', 'gw_port_host': None}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:32:21.192286 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-93f23282-0f88-4d21-b398-454db00f1997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696775'] for router_gateway (21e1386e-380a-4a6c-b714-949c1ef4b07e), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:21.205446 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcdb869-ecad-472f-9c39-9cd87cfeff5d None None] The sync data for ids ['21e1386e-380a-4a6c-b714-949c1ef4b07e'] in dv-cinder-854265-2-iscsi is: [{'id': '21e1386e-380a-4a6c-b714-949c1ef4b07e', 'name': 'tempest-TestMinimumBasicScenario-378392306-router', 'tenant_id': 'c653a70df19945c69e62efc029929b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:57Z', 'updated_at': '2022-08-30T04:32:20Z', 'revision_number': 6, 'project_id': 'c653a70df19945c69e62efc029929b25', 'gw_port_host': None}] {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:32:21.276159 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:21.280151 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-93f23282-0f88-4d21-b398-454db00f1997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-696042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6498'] for router (21e1386e-380a-4a6c-b714-949c1ef4b07e), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:21.282522 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-93f23282-0f88-4d21-b398-454db00f1997 admin admin] Publish callbacks [] for router_controller (21e1386e-380a-4a6c-b714-949c1ef4b07e), precommit_delete_associations {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:21.328494 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-93f23282-0f88-4d21-b398-454db00f1997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-697417'] for router (21e1386e-380a-4a6c-b714-949c1ef4b07e), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:21.329122 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f23282-0f88-4d21-b398-454db00f1997 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21e1386e-380a-4a6c-b714-949c1ef4b07e {{(pid=106257) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 04:32:21.333316 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-93f23282-0f88-4d21-b398-454db00f1997 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:21.334433 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-93f23282-0f88-4d21-b398-454db00f1997 admin admin] 10.222.0.85 "DELETE /networking/v2.0/routers/21e1386e-380a-4a6c-b714-949c1ef4b07e HTTP/1.1" status: 204 len: 168 time: 0.7333386 Aug 30 04:32:21.337063 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 56148) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:32:21.375645 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:21.381771 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.db_base_plugin_v2 [None req-318aea5e-0787-4496-9fb2-5962018a79c9 admin admin] Deleting subnet d86f9219-f87e-41f3-ab2b-9610354dc89e {{(pid=106257) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 04:32:21.385481 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-318aea5e-0787-4496-9fb2-5962018a79c9 admin admin] Publish callbacks [] for subnet (d86f9219-f87e-41f3-ab2b-9610354dc89e), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:21.419202 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-318aea5e-0787-4496-9fb2-5962018a79c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61669262'] for subnet (d86f9219-f87e-41f3-ab2b-9610354dc89e), precommit_delete_associations {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:21.520841 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-318aea5e-0787-4496-9fb2-5962018a79c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3893603'] for subnet (d86f9219-f87e-41f3-ab2b-9610354dc89e), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:21.574611 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-318aea5e-0787-4496-9fb2-5962018a79c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61207901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61944255'] for subnet (d86f9219-f87e-41f3-ab2b-9610354dc89e), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:21.599326 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318aea5e-0787-4496-9fb2-5962018a79c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d86f9219-f87e-41f3-ab2b-9610354dc89e,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:21.605822 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-318aea5e-0787-4496-9fb2-5962018a79c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for subnet (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:21.608944 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-318aea5e-0787-4496-9fb2-5962018a79c9 admin admin] 10.222.0.85 "DELETE /networking/v2.0/subnets/d86f9219-f87e-41f3-ab2b-9610354dc89e HTTP/1.1" status: 204 len: 168 time: 0.2709758 Aug 30 04:32:21.611919 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 56150) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:32:21.614593 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9798cad-5bbb-45b1-a449-7f73a6d925fa None None] Network 2f4cb3e8-0947-4c03-9c86-fd8ead387a1c requested from dv-cinder-854265-2-iscsi {{(pid=106259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:32:21.691251 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-fa9700c8-0d19-4baf-8013-14f3ba005e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3781726'] for network (2f4cb3e8-0947-4c03-9c86-fd8ead387a1c), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:21.732333 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [None req-fa9700c8-0d19-4baf-8013-14f3ba005e58 admin admin] Deleting port e2a0f396-9234-4dc7-850d-e7a984474b68 {{(pid=106257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:32:21.732678 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-fa9700c8-0d19-4baf-8013-14f3ba005e58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (e2a0f396-9234-4dc7-850d-e7a984474b68), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:21.795995 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [None req-fa9700c8-0d19-4baf-8013-14f3ba005e58 admin admin] For port e2a0f396-9234-4dc7-850d-e7a984474b68, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=e2a0f396-9234-4dc7-850d-e7a984474b68,segment=NetworkSegment(64fa6ea5-2207-4b3b-a905-051c73a26b1a),segment_id=64fa6ea5-2207-4b3b-a905-051c73a26b1a)] {{(pid=106257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:32:21.796359 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-fa9700c8-0d19-4baf-8013-14f3ba005e58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (e2a0f396-9234-4dc7-850d-e7a984474b68), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:21.811941 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [None req-fa9700c8-0d19-4baf-8013-14f3ba005e58 admin admin] Calling delete_port for e2a0f396-9234-4dc7-850d-e7a984474b68 owned by network:dhcp {{(pid=106257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:32:21.886535 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-fa9700c8-0d19-4baf-8013-14f3ba005e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (e2a0f396-9234-4dc7-850d-e7a984474b68), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:21.911679 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9700c8-0d19-4baf-8013-14f3ba005e58 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2a0f396-9234-4dc7-850d-e7a984474b68,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:21.915131 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9700c8-0d19-4baf-8013-14f3ba005e58 admin admin] No DVR routers for this DVR port e2a0f396-9234-4dc7-850d-e7a984474b68 on host dv-cinder-854265-2-iscsi {{(pid=106257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:32:21.987202 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-fa9700c8-0d19-4baf-8013-14f3ba005e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891968', 'neutron.services.segments.db._delete_segments_for_network-8785261144643'] for network (2f4cb3e8-0947-4c03-9c86-fd8ead387a1c), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:21.995348 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4f5378-f4ee-40f9-a228-edd808c14ada None None] DHCP port deletion for 2f4cb3e8-0947-4c03-9c86-fd8ead387a1c request from dv-cinder-854265-2-iscsi {{(pid=106259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 04:32:22.015351 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.services.segments.db [None req-fa9700c8-0d19-4baf-8013-14f3ba005e58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f4cb3e8-0947-4c03-9c86-fd8ead387a1c']}} {{(pid=106257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:32:22.032157 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.services.segments.db [None req-fa9700c8-0d19-4baf-8013-14f3ba005e58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64fa6ea5-2207-4b3b-a905-051c73a26b1a') {'for_net_delete': True} {{(pid=106257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:32:22.032449 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.services.segments.db [None req-fa9700c8-0d19-4baf-8013-14f3ba005e58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64fa6ea5-2207-4b3b-a905-051c73a26b1a') {} {{(pid=106257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:32:22.042110 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-fa9700c8-0d19-4baf-8013-14f3ba005e58 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785261169839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61669253'] for segment (64fa6ea5-2207-4b3b-a905-051c73a26b1a), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:22.055380 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-fa9700c8-0d19-4baf-8013-14f3ba005e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3898234'] for segment (64fa6ea5-2207-4b3b-a905-051c73a26b1a), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:22.056340 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device e2a0f396-9234-4dc7-850d-e7a984474b68 no longer exists at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:32:22.062110 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa9700c8-0d19-4baf-8013-14f3ba005e58 admin admin] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=106257) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 04:32:22.062445 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-fa9700c8-0d19-4baf-8013-14f3ba005e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3898234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61207803'] for segment (64fa6ea5-2207-4b3b-a905-051c73a26b1a), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:22.076256 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] No Port match for: e2a0f396-9234-4dc7-850d-e7a984474b68 {{(pid=106259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:32:22.076829 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device e2a0f396-9234-4dc7-850d-e7a984474b68 not bound to the agent host dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:32:22.077696 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device c709fe03-ba05-4e6a-afb1-4382b5711619 no longer exists at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:32:22.097985 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] No Port match for: c709fe03-ba05-4e6a-afb1-4382b5711619 {{(pid=106259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:32:22.098329 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device c709fe03-ba05-4e6a-afb1-4382b5711619 not bound to the agent host dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:32:22.098752 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device bdad5604-4e77-4eb0-bc00-0c71d4210cde no longer exists at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:32:22.123457 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] No Port match for: bdad5604-4e77-4eb0-bc00-0c71d4210cde {{(pid=106259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:32:22.124137 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device bdad5604-4e77-4eb0-bc00-0c71d4210cde not bound to the agent host dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:32:22.130592 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-fa9700c8-0d19-4baf-8013-14f3ba005e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696747'] for network (2f4cb3e8-0947-4c03-9c86-fd8ead387a1c), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:22.136366 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-fa9700c8-0d19-4baf-8013-14f3ba005e58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for network (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:22.141537 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-fa9700c8-0d19-4baf-8013-14f3ba005e58 admin admin] 10.222.0.85 "DELETE /networking/v2.0/networks/2f4cb3e8-0947-4c03-9c86-fd8ead387a1c HTTP/1.1" status: 204 len: 168 time: 0.5283470 Aug 30 04:32:22.145798 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:DELETE=8,neutron:SELECT=88,neutron:UPDATE=4 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:22.161374 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9700c8-0d19-4baf-8013-14f3ba005e58 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f4cb3e8-0947-4c03-9c86-fd8ead387a1c,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:22.175974 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.services.segments.plugin [-] Segment 64fa6ea5-2207-4b3b-a905-051c73a26b1a resource provider aggregate not found Aug 30 04:32:22.192417 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.services.segments.plugin [-] Segment 64fa6ea5-2207-4b3b-a905-051c73a26b1a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 64fa6ea5-2207-4b3b-a905-051c73a26b1a found for delete ", "request_id": "req-5ac5cd76-1bcf-4f7c-bad3-d6e4074d3c54"}]} Aug 30 04:32:22.325354 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 56160) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:32:22.367673 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-1b5a972a-7740-42ab-a553-19f88e68a9f5 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=3a706ffd11144f46ba54becd86464f02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412135 Aug 30 04:32:22.370123 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 56162) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:32:22.418005 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a2aa0841-a58c-42c6-b227-721a4b53f54b admin admin] Publish callbacks [] for security_group (5d05d75d-0854-454d-988f-6c2d14fab9c8), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:22.437785 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a2aa0841-a58c-42c6-b227-721a4b53f54b admin admin] Publish callbacks [] for security_group (5d05d75d-0854-454d-988f-6c2d14fab9c8), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:22.483370 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a2aa0841-a58c-42c6-b227-721a4b53f54b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (5d05d75d-0854-454d-988f-6c2d14fab9c8), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:22.485960 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a2aa0841-a58c-42c6-b227-721a4b53f54b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:22.487105 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-a2aa0841-a58c-42c6-b227-721a4b53f54b admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/5d05d75d-0854-454d-988f-6c2d14fab9c8 HTTP/1.1" status: 204 len: 168 time: 0.1160185 Aug 30 04:32:22.495674 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aa0841-a58c-42c6-b227-721a4b53f54b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d05d75d-0854-454d-988f-6c2d14fab9c8,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:22.800256 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 56170) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:32:22.819480 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=13 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:22.842081 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-c0f32db9-50ed-4942-8023-eca8c11c9ad2 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=c653a70df19945c69e62efc029929b25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405266 Aug 30 04:32:22.844523 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 56172) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:32:22.892033 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f2677283-a253-4b0a-8aef-27e6b31a0e42 admin admin] Publish callbacks [] for security_group (db38fcc8-baaf-454d-a573-b1461b39d995), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:22.914245 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f2677283-a253-4b0a-8aef-27e6b31a0e42 admin admin] Publish callbacks [] for security_group (db38fcc8-baaf-454d-a573-b1461b39d995), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:22.938228 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6ca0845b-d0e8-4863-a4bb-165f8cb70d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:22.963758 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f2677283-a253-4b0a-8aef-27e6b31a0e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (db38fcc8-baaf-454d-a573-b1461b39d995), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:22.966486 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f2677283-a253-4b0a-8aef-27e6b31a0e42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:22.967620 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-f2677283-a253-4b0a-8aef-27e6b31a0e42 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/db38fcc8-baaf-454d-a573-b1461b39d995 HTTP/1.1" status: 204 len: 168 time: 0.1221921 Aug 30 04:32:22.975949 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2677283-a253-4b0a-8aef-27e6b31a0e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db38fcc8-baaf-454d-a573-b1461b39d995,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:23.513071 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-958d0b97-f852-4002-9f28-3f23af0f426b req-0efbf022-8309-4759-adf8-d0460fb37796 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400519 Aug 30 04:32:23.643771 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d0b97-f852-4002-9f28-3f23af0f426b req-f3f2b3fb-cd65-4ec0-af11-33089e0d251f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:23.646003 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-958d0b97-f852-4002-9f28-3f23af0f426b req-f3f2b3fb-cd65-4ec0-af11-33089e0d251f service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=edc09fe630034be4b292562e2de6e3f9&device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 1130 time: 0.0403819 Aug 30 04:32:23.711174 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 56194) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:32:23.757067 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d0b97-f852-4002-9f28-3f23af0f426b req-ed17ce17-fc6e-4c0f-985e-5dbe640966a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:23.758640 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-958d0b97-f852-4002-9f28-3f23af0f426b req-ed17ce17-fc6e-4c0f-985e-5dbe640966a9 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=661607d2-cb41-40c5-ac13-3334a7f66c5e HTTP/1.1" status: 200 len: 920 time: 0.0908368 Aug 30 04:32:23.773857 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:23.802378 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-958d0b97-f852-4002-9f28-3f23af0f426b req-d3b9e61a-5545-4c3f-a0a9-abee516c14b1 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05e9029b-f746-406c-93bb-e93c4ab2ecb9 HTTP/1.1" status: 200 len: 217 time: 0.0347934 Aug 30 04:32:23.809465 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-c1e00012-8ecf-474d-a7a4-fff007ad138e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-997246481-network', 'tenant_id': '96907629895d451697f448cf2c3bc6a1'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:32:23.830599 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e00012-8ecf-474d-a7a4-fff007ad138e admin admin] Made reservation on behalf of 96907629895d451697f448cf2c3bc6a1 for: {'network': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:32:23.832920 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c1e00012-8ecf-474d-a7a4-fff007ad138e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for network (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:23.841502 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c1e00012-8ecf-474d-a7a4-fff007ad138e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:23.856293 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d0b97-f852-4002-9f28-3f23af0f426b req-21cd5b47-b644-487a-9aaf-712963cb40db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:23.857831 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-958d0b97-f852-4002-9f28-3f23af0f426b req-21cd5b47-b644-487a-9aaf-712963cb40db service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=d860aa44-a024-4bdb-b214-412c9f1784ea HTTP/1.1" status: 200 len: 857 time: 0.0459151 Aug 30 04:32:23.906725 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d0b97-f852-4002-9f28-3f23af0f426b req-ef7a4b49-1244-41f8-8ae6-ec1da45ced97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:23.908284 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-958d0b97-f852-4002-9f28-3f23af0f426b req-ef7a4b49-1244-41f8-8ae6-ec1da45ced97 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=661607d2-cb41-40c5-ac13-3334a7f66c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402482 Aug 30 04:32:23.908437 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:23.917354 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c1e00012-8ecf-474d-a7a4-fff007ad138e admin admin] Publish callbacks [] for security_group (009cc0a8-eb84-407c-8715-c71ac3f7ae54), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:23.921098 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c1e00012-8ecf-474d-a7a4-fff007ad138e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (009cc0a8-eb84-407c-8715-c71ac3f7ae54), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:23.952007 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1e00012-8ecf-474d-a7a4-fff007ad138e admin admin] vlan segment allocate from pool success with {'vlan_id': 1094, 'physical_network': 'physnet1'} {{(pid=106258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 04:32:23.954088 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e00012-8ecf-474d-a7a4-fff007ad138e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009cc0a8-eb84-407c-8715-c71ac3f7ae54,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:23.964077 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c1e00012-8ecf-474d-a7a4-fff007ad138e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3898234'] for segment (1ffb7af9-1938-44e7-821e-8b44ea5d7ac7), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:23.964418 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.db.segments_db [None req-c1e00012-8ecf-474d-a7a4-fff007ad138e admin admin] Added segment 1ffb7af9-1938-44e7-821e-8b44ea5d7ac7 of type vlan for network 6e52047f-70d3-42db-935b-902b02a68f1a Aug 30 04:32:24.006125 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c1e00012-8ecf-474d-a7a4-fff007ad138e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260646229'] for network (6e52047f-70d3-42db-935b-902b02a68f1a), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:24.021398 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-958d0b97-f852-4002-9f28-3f23af0f426b req-cf3a845d-b60c-49e9-8115-e736dcc9e311 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/661607d2-cb41-40c5-ac13-3334a7f66c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924258 Aug 30 04:32:24.031162 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c1e00012-8ecf-474d-a7a4-fff007ad138e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055'] for network (6e52047f-70d3-42db-935b-902b02a68f1a), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:24.032218 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e00012-8ecf-474d-a7a4-fff007ad138e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:24.032822 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c1e00012-8ecf-474d-a7a4-fff007ad138e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for network (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:24.085849 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-c1e00012-8ecf-474d-a7a4-fff007ad138e admin admin] 10.222.0.85 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3735061 Aug 30 04:32:24.088611 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 56198) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:32:24.099250 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-4161fc2b-9413-4bbc-87d8-70bee6dea9a0 admin admin] Request body: {'subnet': {'network_id': '6e52047f-70d3-42db-935b-902b02a68f1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-997246481-subnet', 'tenant_id': '96907629895d451697f448cf2c3bc6a1', 'ip_version': 4}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:32:24.111550 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e00012-8ecf-474d-a7a4-fff007ad138e admin admin] Pushing event updated for resources: {'Network': ['ID=6e52047f-70d3-42db-935b-902b02a68f1a,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:24.126224 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4161fc2b-9413-4bbc-87d8-70bee6dea9a0 admin admin] Made reservation on behalf of 96907629895d451697f448cf2c3bc6a1 for: {'subnet': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:32:24.127494 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Network 6e52047f-70d3-42db-935b-902b02a68f1a details requested by agent ovs-agent-dv-cinder-854265-2-iscsi with host dv-cinder-854265-2-iscsi {{(pid=106259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:32:24.129903 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4161fc2b-9413-4bbc-87d8-70bee6dea9a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62259393'] for subnet (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:24.139392 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-958d0b97-f852-4002-9f28-3f23af0f426b req-c8d3fb0e-f9c3-406e-81f0-47316d8fe213 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/661607d2-cb41-40c5-ac13-3334a7f66c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991883 Aug 30 04:32:24.300766 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4161fc2b-9413-4bbc-87d8-70bee6dea9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62508312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62259415'] for subnet (ec2a4d1a-e144-4645-a094-54c969a171a8), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:24.326883 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:24.353516 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4161fc2b-9413-4bbc-87d8-70bee6dea9a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec2a4d1a-e144-4645-a094-54c969a171a8,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:24.369884 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4161fc2b-9413-4bbc-87d8-70bee6dea9a0 admin admin] Checking segment: {'id': '1ffb7af9-1938-44e7-821e-8b44ea5d7ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '6e52047f-70d3-42db-935b-902b02a68f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:32:24.370175 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4161fc2b-9413-4bbc-87d8-70bee6dea9a0 admin admin] Network hostable DHCP agents. Network: 6e52047f-70d3-42db-935b-902b02a68f1a, hostable agents: ['b1b2a880-5f2a-4407-bfda-3b17b5cf16ab'], hosted agents: [] {{(pid=106258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:32:24.386568 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4161fc2b-9413-4bbc-87d8-70bee6dea9a0 admin admin] Network 6e52047f-70d3-42db-935b-902b02a68f1a is scheduled to be hosted by DHCP agent b1b2a880-5f2a-4407-bfda-3b17b5cf16ab with binding_index 1 {{(pid=106258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:32:24.395366 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-4161fc2b-9413-4bbc-87d8-70bee6dea9a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-2-iscsi, 6e52047f-70d3-42db-935b-902b02a68f1a) {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:32:24.400036 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4161fc2b-9413-4bbc-87d8-70bee6dea9a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:24.400918 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4161fc2b-9413-4bbc-87d8-70bee6dea9a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:24.403928 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50875dd-4f4b-494d-af42-ceb7f485fc4d None None] Network 6e52047f-70d3-42db-935b-902b02a68f1a requested from dv-cinder-854265-2-iscsi {{(pid=106259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:32:24.419883 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-4161fc2b-9413-4bbc-87d8-70bee6dea9a0 admin admin] 10.222.0.85 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3302116 Aug 30 04:32:24.423415 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 56200) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:32:24.428918 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-1a8f8048-5ab2-40ac-8761-e62430074df9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-997246481-router', 'tenant_id': '96907629895d451697f448cf2c3bc6a1', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'}}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:32:24.448979 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-1a8f8048-5ab2-40ac-8761-e62430074df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-698027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6516'] for router (1fa2ced0-bebe-4d88-b6bc-a31803ed4c57), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:24.450009 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-1a8f8048-5ab2-40ac-8761-e62430074df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-695958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6523'] for router (1fa2ced0-bebe-4d88-b6bc-a31803ed4c57), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:24.499819 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-1a8f8048-5ab2-40ac-8761-e62430074df9 admin admin] Publish callbacks [] for router_controller (1fa2ced0-bebe-4d88-b6bc-a31803ed4c57), precommit_add_association {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:24.509895 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92688d4e-176b-4e48-a1b2-c2fc01480344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp163fce75-ff37-51be-b106-87d3326ca651-6e52047f-70d3-42db-935b-902b02a68f1a', 'network_id': '6e52047f-70d3-42db-935b-902b02a68f1a', 'project_id': '96907629895d451697f448cf2c3bc6a1', 'fixed_ips': [{'subnet_id': 'ec2a4d1a-e144-4645-a094-54c969a171a8'}]}} from dv-cinder-854265-2-iscsi. {{(pid=106259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 04:32:24.510849 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-92688d4e-176b-4e48-a1b2-c2fc01480344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:24.577792 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:24.647888 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.db_base_plugin_common [None req-92688d4e-176b-4e48-a1b2-c2fc01480344 None None] Allocated IP 172.20.0.2 (6e52047f-70d3-42db-935b-902b02a68f1a/ec2a4d1a-e144-4645-a094-54c969a171a8/02b722cf-8327-4d11-b90e-98e470808246) {{(pid=106259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:32:24.745517 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:24.798871 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-92688d4e-176b-4e48-a1b2-c2fc01480344 None None] Publish callbacks [] for port (02b722cf-8327-4d11-b90e-98e470808246), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:24.805970 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-92688d4e-176b-4e48-a1b2-c2fc01480344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758'] for port (02b722cf-8327-4d11-b90e-98e470808246), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:24.852683 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92688d4e-176b-4e48-a1b2-c2fc01480344 None None] Network 6e52047f-70d3-42db-935b-902b02a68f1a is already hosted by enough agents. {{(pid=106259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:32:24.856146 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.scheduler.base_scheduler [None req-92688d4e-176b-4e48-a1b2-c2fc01480344 None None] Resources bound (agent type, host, resource id): {{(pid=106259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:32:24.858035 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92688d4e-176b-4e48-a1b2-c2fc01480344 None None] Pushing event updated for resources: {'Port': ['ID=02b722cf-8327-4d11-b90e-98e470808246,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:24.864656 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-1a8f8048-5ab2-40ac-8761-e62430074df9 admin admin] Publish callbacks [] for router_gateway (1fa2ced0-bebe-4d88-b6bc-a31803ed4c57), precommit_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:24.866708 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92688d4e-176b-4e48-a1b2-c2fc01480344 None None] Received port after_create {{(pid=106259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:32:24.870827 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92688d4e-176b-4e48-a1b2-c2fc01480344 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:24.871176 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92688d4e-176b-4e48-a1b2-c2fc01480344 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:24.871518 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92688d4e-176b-4e48-a1b2-c2fc01480344 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:24.871872 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92688d4e-176b-4e48-a1b2-c2fc01480344 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:24.872202 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92688d4e-176b-4e48-a1b2-c2fc01480344 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:24.872591 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92688d4e-176b-4e48-a1b2-c2fc01480344 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:24.872853 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92688d4e-176b-4e48-a1b2-c2fc01480344 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:24.873194 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92688d4e-176b-4e48-a1b2-c2fc01480344 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:24.873535 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92688d4e-176b-4e48-a1b2-c2fc01480344 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:24.873838 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92688d4e-176b-4e48-a1b2-c2fc01480344 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:24.874333 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92688d4e-176b-4e48-a1b2-c2fc01480344 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:24.874679 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92688d4e-176b-4e48-a1b2-c2fc01480344 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:24.875643 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92688d4e-176b-4e48-a1b2-c2fc01480344 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:24.875972 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92688d4e-176b-4e48-a1b2-c2fc01480344 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:24.876293 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92688d4e-176b-4e48-a1b2-c2fc01480344 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:24.935543 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-92688d4e-176b-4e48-a1b2-c2fc01480344 None None] Attempting to bind port 02b722cf-8327-4d11-b90e-98e470808246 on host dv-cinder-854265-2-iscsi for vnic_type normal with profile {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:32:24.935908 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-92688d4e-176b-4e48-a1b2-c2fc01480344 None None] Attempting to bind port 02b722cf-8327-4d11-b90e-98e470808246 by drivers openvswitch,hyperv on host dv-cinder-854265-2-iscsi at level 0 using segments [{'id': '1ffb7af9-1938-44e7-821e-8b44ea5d7ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '6e52047f-70d3-42db-935b-902b02a68f1a'}] {{(pid=106259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:32:24.936262 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92688d4e-176b-4e48-a1b2-c2fc01480344 None None] Attempting to bind port 02b722cf-8327-4d11-b90e-98e470808246 on network 6e52047f-70d3-42db-935b-902b02a68f1a {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:32:24.941999 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92688d4e-176b-4e48-a1b2-c2fc01480344 None None] Checking agent: {'id': 'e0fa4f30-19e6-45a9-8914-5f6bf4441601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17, 58), 'started_at': datetime.datetime(2022, 8, 30, 4, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:32:24.942405 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92688d4e-176b-4e48-a1b2-c2fc01480344 None None] Checking segment: {'id': '1ffb7af9-1938-44e7-821e-8b44ea5d7ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '6e52047f-70d3-42db-935b-902b02a68f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:32:24.942851 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-92688d4e-176b-4e48-a1b2-c2fc01480344 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:24.943237 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92688d4e-176b-4e48-a1b2-c2fc01480344 None None] Bound using segment: {'id': '1ffb7af9-1938-44e7-821e-8b44ea5d7ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '6e52047f-70d3-42db-935b-902b02a68f1a'} {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:32:24.943720 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-92688d4e-176b-4e48-a1b2-c2fc01480344 None None] Bound port: 02b722cf-8327-4d11-b90e-98e470808246, host: dv-cinder-854265-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ffb7af9-1938-44e7-821e-8b44ea5d7ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '6e52047f-70d3-42db-935b-902b02a68f1a'}}] {{(pid=106259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:32:24.944086 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-92688d4e-176b-4e48-a1b2-c2fc01480344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (02b722cf-8327-4d11-b90e-98e470808246), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:25.010273 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-92688d4e-176b-4e48-a1b2-c2fc01480344 None None] For port 02b722cf-8327-4d11-b90e-98e470808246, host dv-cinder-854265-2-iscsi, cleared binding levels {{(pid=106259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:32:25.014192 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-92688d4e-176b-4e48-a1b2-c2fc01480344 None None] For port 02b722cf-8327-4d11-b90e-98e470808246, host dv-cinder-854265-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=02b722cf-8327-4d11-b90e-98e470808246,segment=NetworkSegment(1ffb7af9-1938-44e7-821e-8b44ea5d7ac7),segment_id=1ffb7af9-1938-44e7-821e-8b44ea5d7ac7)] {{(pid=106259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:32:25.022221 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-92688d4e-176b-4e48-a1b2-c2fc01480344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (02b722cf-8327-4d11-b90e-98e470808246), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:25.056864 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-1a8f8048-5ab2-40ac-8761-e62430074df9 admin admin] Publish callbacks [] for router_gateway (1fa2ced0-bebe-4d88-b6bc-a31803ed4c57), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:25.075732 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92688d4e-176b-4e48-a1b2-c2fc01480344 None None] Pushing event updated for resources: {'Port': ['ID=02b722cf-8327-4d11-b90e-98e470808246,revision_number=2']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:25.084980 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-1a8f8048-5ab2-40ac-8761-e62430074df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:25.213152 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.db_base_plugin_common [None req-1a8f8048-5ab2-40ac-8761-e62430074df9 admin admin] Allocated IP 172.27.1.136 (03964a12-f74f-4d2e-840d-00c949ed3dc4/00661445-2d2c-4e5c-8f29-475eaaec65d5/579e955d-eacf-4b30-8920-371b3b139e04) {{(pid=106257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:32:25.275254 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:25.318883 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-00094407-24c1-47f5-937e-805009efdb6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:25.322541 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:25.340968 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-1a8f8048-5ab2-40ac-8761-e62430074df9 admin admin] Publish callbacks [] for port (579e955d-eacf-4b30-8920-371b3b139e04), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:25.376026 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-1a8f8048-5ab2-40ac-8761-e62430074df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (579e955d-eacf-4b30-8920-371b3b139e04), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:25.416893 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8f8048-5ab2-40ac-8761-e62430074df9 admin admin] Network 03964a12-f74f-4d2e-840d-00c949ed3dc4 is already hosted by enough agents. {{(pid=106257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:32:25.421744 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.base_scheduler [None req-1a8f8048-5ab2-40ac-8761-e62430074df9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:32:25.425774 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8f8048-5ab2-40ac-8761-e62430074df9 admin admin] Received port after_create {{(pid=106257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:32:25.429303 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8f8048-5ab2-40ac-8761-e62430074df9 admin admin] Pushing event updated for resources: {'Port': ['ID=579e955d-eacf-4b30-8920-371b3b139e04,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:25.663354 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-1a8f8048-5ab2-40ac-8761-e62430074df9 admin admin] Publish callbacks [] for router_gateway (1fa2ced0-bebe-4d88-b6bc-a31803ed4c57), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:25.864935 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 02b722cf-8327-4d11-b90e-98e470808246 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:32:25.866872 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-1a8f8048-5ab2-40ac-8761-e62430074df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-696014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696667'] for router (1fa2ced0-bebe-4d88-b6bc-a31803ed4c57), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:25.914611 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port 02b722cf-8327-4d11-b90e-98e470808246 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:32:25.915178 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (02b722cf-8327-4d11-b90e-98e470808246), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:25.995039 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port 02b722cf-8327-4d11-b90e-98e470808246 is: DOWN; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:32:25.995854 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (02b722cf-8327-4d11-b90e-98e470808246), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:26.000346 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8f8048-5ab2-40ac-8761-e62430074df9 admin admin] Router 1fa2ced0-bebe-4d88-b6bc-a31803ed4c57 is scheduled to L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 with binding_index 1 {{(pid=106257) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 04:32:26.038434 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] For port 02b722cf-8327-4d11-b90e-98e470808246, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=02b722cf-8327-4d11-b90e-98e470808246,segment=NetworkSegment(1ffb7af9-1938-44e7-821e-8b44ea5d7ac7),segment_id=1ffb7af9-1938-44e7-821e-8b44ea5d7ac7)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:32:26.044209 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (02b722cf-8327-4d11-b90e-98e470808246), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:26.101691 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Pushing event updated for resources: {'Port': ['ID=02b722cf-8327-4d11-b90e-98e470808246,revision_number=3']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:26.124923 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8f8048-5ab2-40ac-8761-e62430074df9 admin admin] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:32:26.135087 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afc2049-8f25-44b3-9495-03d8f41fa24c None None] Sync routers for ids ['1fa2ced0-bebe-4d88-b6bc-a31803ed4c57'] in dv-cinder-854265-2-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:32:26.147037 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afc2049-8f25-44b3-9495-03d8f41fa24c None None] Routers {'1fa2ced0-bebe-4d88-b6bc-a31803ed4c57'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:32:26.147730 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-6afc2049-8f25-44b3-9495-03d8f41fa24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:32:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['1fa2ced0-bebe-4d88-b6bc-a31803ed4c57'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:32:26.148405 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-1a8f8048-5ab2-40ac-8761-e62430074df9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:26.149710 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-1a8f8048-5ab2-40ac-8761-e62430074df9 admin admin] 10.222.0.85 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7252023 Aug 30 04:32:26.152561 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 56202) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:32:26.187885 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6673f647-b9e0-49bf-a0ba-6121c787a390 None None] Network 6e52047f-70d3-42db-935b-902b02a68f1a requested from dv-cinder-854265-2-iscsi {{(pid=106259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:32:26.239870 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:26.252685 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-6afc2049-8f25-44b3-9495-03d8f41fa24c None None] Set router 1fa2ced0-bebe-4d88-b6bc-a31803ed4c57 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:32:26.271932 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-c552ca64-d104-4883-b1e9-57ffce137f66 None None] Provisioning complete for port 02b722cf-8327-4d11-b90e-98e470808246 triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:32:26.272567 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-c552ca64-d104-4883-b1e9-57ffce137f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (02b722cf-8327-4d11-b90e-98e470808246), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:26.385430 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:26.389640 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-c552ca64-d104-4883-b1e9-57ffce137f66 None None] Current status of the port 02b722cf-8327-4d11-b90e-98e470808246 is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:32:26.436774 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-6afc2049-8f25-44b3-9495-03d8f41fa24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa2ced0-bebe-4d88-b6bc-a31803ed4c57', 'name': 'tempest-TestShelveInstance-997246481-router', 'tenant_id': '96907629895d451697f448cf2c3bc6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '579e955d-eacf-4b30-8920-371b3b139e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:32:24Z', 'updated_at': '2022-08-30T04:32:25Z', 'revision_number': 3, 'project_id': '96907629895d451697f448cf2c3bc6a1', 'gw_port': {'id': '579e955d-eacf-4b30-8920-371b3b139e04', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:20:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa2ced0-bebe-4d88-b6bc-a31803ed4c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:32:25Z', 'updated_at': '2022-08-30T04:32:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi'}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:32:26.463313 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afc2049-8f25-44b3-9495-03d8f41fa24c None None] Checking router: 1fa2ced0-bebe-4d88-b6bc-a31803ed4c57 for host: dv-cinder-854265-2-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:32:26.463818 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afc2049-8f25-44b3-9495-03d8f41fa24c None None] Updating router 1fa2ced0-bebe-4d88-b6bc-a31803ed4c57 port 579e955d-eacf-4b30-8920-371b3b139e04 binding host dv-cinder-854265-2-iscsi {{(pid=106260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:32:26.475590 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:26.493523 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6afc2049-8f25-44b3-9495-03d8f41fa24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (579e955d-eacf-4b30-8920-371b3b139e04), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:26.557902 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:26.602612 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1a6cb322-2b33-4331-915c-65a5d2929700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:26.608907 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-f750e24a-fb71-4f91-bf00-95176073c00e None None] Provisioning complete for port 02b722cf-8327-4d11-b90e-98e470808246 triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:32:26.609386 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-f750e24a-fb71-4f91-bf00-95176073c00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (02b722cf-8327-4d11-b90e-98e470808246), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:26.679419 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:26.683929 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-f750e24a-fb71-4f91-bf00-95176073c00e None None] Current status of the port 02b722cf-8327-4d11-b90e-98e470808246 is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:32:26.694948 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:26.760739 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6afc2049-8f25-44b3-9495-03d8f41fa24c None None] Publish callbacks [] for port (579e955d-eacf-4b30-8920-371b3b139e04), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:26.761446 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [None req-1a6cb322-2b33-4331-915c-65a5d2929700 admin admin] Allocated IP 172.20.0.1 (6e52047f-70d3-42db-935b-902b02a68f1a/ec2a4d1a-e144-4645-a094-54c969a171a8/92f7ba69-b8ce-4094-b851-d2e57b982fbb) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:32:26.766683 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6afc2049-8f25-44b3-9495-03d8f41fa24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (579e955d-eacf-4b30-8920-371b3b139e04), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:26.805145 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-6afc2049-8f25-44b3-9495-03d8f41fa24c None None] Attempting to bind port 579e955d-eacf-4b30-8920-371b3b139e04 on host dv-cinder-854265-2-iscsi for vnic_type normal with profile {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:32:26.805449 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-6afc2049-8f25-44b3-9495-03d8f41fa24c None None] Attempting to bind port 579e955d-eacf-4b30-8920-371b3b139e04 by drivers openvswitch,hyperv on host dv-cinder-854265-2-iscsi at level 0 using segments [{'id': 'fa929cc1-394c-4547-9d6d-d932c4c80d18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:32:26.805788 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afc2049-8f25-44b3-9495-03d8f41fa24c None None] Attempting to bind port 579e955d-eacf-4b30-8920-371b3b139e04 on network 03964a12-f74f-4d2e-840d-00c949ed3dc4 {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:32:26.815736 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f06baa-9062-4099-9ed5-4628722f636a None None] Pushing event updated for resources: {'Port': ['ID=579e955d-eacf-4b30-8920-371b3b139e04,revision_number=2']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:26.818379 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afc2049-8f25-44b3-9495-03d8f41fa24c None None] Checking agent: {'id': 'e0fa4f30-19e6-45a9-8914-5f6bf4441601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17, 58), 'started_at': datetime.datetime(2022, 8, 30, 4, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:32:26.818743 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afc2049-8f25-44b3-9495-03d8f41fa24c None None] Checking segment: {'id': 'fa929cc1-394c-4547-9d6d-d932c4c80d18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:32:26.819136 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6afc2049-8f25-44b3-9495-03d8f41fa24c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:26.819519 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afc2049-8f25-44b3-9495-03d8f41fa24c None None] Bound using segment: {'id': 'fa929cc1-394c-4547-9d6d-d932c4c80d18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:32:26.819972 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-6afc2049-8f25-44b3-9495-03d8f41fa24c None None] Bound port: 579e955d-eacf-4b30-8920-371b3b139e04, host: dv-cinder-854265-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa929cc1-394c-4547-9d6d-d932c4c80d18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'}}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:32:26.820334 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6afc2049-8f25-44b3-9495-03d8f41fa24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (579e955d-eacf-4b30-8920-371b3b139e04), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:26.841679 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f06baa-9062-4099-9ed5-4628722f636a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:26.842020 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f06baa-9062-4099-9ed5-4628722f636a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:26.842377 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f06baa-9062-4099-9ed5-4628722f636a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:26.842727 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f06baa-9062-4099-9ed5-4628722f636a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:26.843062 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f06baa-9062-4099-9ed5-4628722f636a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:26.843384 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f06baa-9062-4099-9ed5-4628722f636a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:26.843701 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f06baa-9062-4099-9ed5-4628722f636a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:26.844014 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f06baa-9062-4099-9ed5-4628722f636a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:26.844327 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f06baa-9062-4099-9ed5-4628722f636a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:26.844638 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f06baa-9062-4099-9ed5-4628722f636a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:26.844950 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f06baa-9062-4099-9ed5-4628722f636a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:26.845304 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f06baa-9062-4099-9ed5-4628722f636a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:26.845620 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f06baa-9062-4099-9ed5-4628722f636a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:26.845929 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f06baa-9062-4099-9ed5-4628722f636a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:26.846264 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f06baa-9062-4099-9ed5-4628722f636a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:26.866806 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1a6cb322-2b33-4331-915c-65a5d2929700 admin admin] Publish callbacks [] for port (92f7ba69-b8ce-4094-b851-d2e57b982fbb), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:26.882661 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-6afc2049-8f25-44b3-9495-03d8f41fa24c None None] For port 579e955d-eacf-4b30-8920-371b3b139e04, host dv-cinder-854265-2-iscsi, cleared binding levels {{(pid=106260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:32:26.885741 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-6afc2049-8f25-44b3-9495-03d8f41fa24c None None] For port 579e955d-eacf-4b30-8920-371b3b139e04, host dv-cinder-854265-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=579e955d-eacf-4b30-8920-371b3b139e04,segment=NetworkSegment(fa929cc1-394c-4547-9d6d-d932c4c80d18),segment_id=fa929cc1-394c-4547-9d6d-d932c4c80d18)] {{(pid=106260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:32:26.890943 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-6afc2049-8f25-44b3-9495-03d8f41fa24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (579e955d-eacf-4b30-8920-371b3b139e04), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:26.902866 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1a6cb322-2b33-4331-915c-65a5d2929700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62508200'] for port (92f7ba69-b8ce-4094-b851-d2e57b982fbb), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:26.930095 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afc2049-8f25-44b3-9495-03d8f41fa24c None None] Routers {'1fa2ced0-bebe-4d88-b6bc-a31803ed4c57'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:32:26.930724 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-6afc2049-8f25-44b3-9495-03d8f41fa24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:32:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['1fa2ced0-bebe-4d88-b6bc-a31803ed4c57'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:32:26.944824 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:26.951089 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6cb322-2b33-4331-915c-65a5d2929700 admin admin] Network 6e52047f-70d3-42db-935b-902b02a68f1a is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:32:26.956451 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-1a6cb322-2b33-4331-915c-65a5d2929700 admin admin] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:32:26.960632 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6cb322-2b33-4331-915c-65a5d2929700 admin admin] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:32:26.964798 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6cb322-2b33-4331-915c-65a5d2929700 admin admin] Pushing event updated for resources: {'Port': ['ID=92f7ba69-b8ce-4094-b851-d2e57b982fbb,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:26.981312 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f06baa-9062-4099-9ed5-4628722f636a None None] Pushing event updated for resources: {'Port': ['ID=579e955d-eacf-4b30-8920-371b3b139e04,revision_number=3']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:27.010619 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1a6cb322-2b33-4331-915c-65a5d2929700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697151'] for router_interface (1fa2ced0-bebe-4d88-b6bc-a31803ed4c57), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:27.054099 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-6afc2049-8f25-44b3-9495-03d8f41fa24c None None] Set router 1fa2ced0-bebe-4d88-b6bc-a31803ed4c57 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:32:27.154737 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1a6cb322-2b33-4331-915c-65a5d2929700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (92f7ba69-b8ce-4094-b851-d2e57b982fbb), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:27.169792 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:27.208775 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-bc7a6187-7a3e-47d6-a66f-5e7c22865e99 None None] Provisioning complete for port 92f7ba69-b8ce-4094-b851-d2e57b982fbb triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:32:27.209272 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-bc7a6187-7a3e-47d6-a66f-5e7c22865e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (92f7ba69-b8ce-4094-b851-d2e57b982fbb), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:27.236901 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-6afc2049-8f25-44b3-9495-03d8f41fa24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa2ced0-bebe-4d88-b6bc-a31803ed4c57', 'name': 'tempest-TestShelveInstance-997246481-router', 'tenant_id': '96907629895d451697f448cf2c3bc6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '579e955d-eacf-4b30-8920-371b3b139e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:32:24Z', 'updated_at': '2022-08-30T04:32:25Z', 'revision_number': 3, 'project_id': '96907629895d451697f448cf2c3bc6a1', 'gw_port': {'id': '579e955d-eacf-4b30-8920-371b3b139e04', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:20:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa2ced0-bebe-4d88-b6bc-a31803ed4c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:32:25Z', 'updated_at': '2022-08-30T04:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi'}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:32:27.243714 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-bc7a6187-7a3e-47d6-a66f-5e7c22865e99 None None] Port 92f7ba69-b8ce-4094-b851-d2e57b982fbb cannot update to ACTIVE because it is not bound. {{(pid=106259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:32:27.264374 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afc2049-8f25-44b3-9495-03d8f41fa24c None None] The sync data for ids ['1fa2ced0-bebe-4d88-b6bc-a31803ed4c57'] in dv-cinder-854265-2-iscsi is: [{'id': '1fa2ced0-bebe-4d88-b6bc-a31803ed4c57', 'name': 'tempest-TestShelveInstance-997246481-router', 'tenant_id': '96907629895d451697f448cf2c3bc6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '579e955d-eacf-4b30-8920-371b3b139e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:32:24Z', 'updated_at': '2022-08-30T04:32:25Z', 'revision_number': 3, 'project_id': '96907629895d451697f448cf2c3bc6a1', 'gw_port': {'id': '579e955d-eacf-4b30-8920-371b3b139e04', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:20:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa2ced0-bebe-4d88-b6bc-a31803ed4c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:32:25Z', 'updated_at': '2022-08-30T04:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi'}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:32:27.320990 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1a6cb322-2b33-4331-915c-65a5d2929700 admin admin] Publish callbacks [] for port (92f7ba69-b8ce-4094-b851-d2e57b982fbb), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:27.325994 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1a6cb322-2b33-4331-915c-65a5d2929700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62508193'] for port (92f7ba69-b8ce-4094-b851-d2e57b982fbb), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:27.400579 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1a6cb322-2b33-4331-915c-65a5d2929700 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697259'] for router_interface (1fa2ced0-bebe-4d88-b6bc-a31803ed4c57), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:27.402633 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6cb322-2b33-4331-915c-65a5d2929700 admin admin] Pushing event updated for resources: {'Port': ['ID=92f7ba69-b8ce-4094-b851-d2e57b982fbb,revision_number=2']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:27.521979 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6cb322-2b33-4331-915c-65a5d2929700 admin admin] Network 6e52047f-70d3-42db-935b-902b02a68f1a is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:32:27.523349 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-1a6cb322-2b33-4331-915c-65a5d2929700 admin admin] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:32:27.646890 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6cb322-2b33-4331-915c-65a5d2929700 admin admin] Router 1fa2ced0-bebe-4d88-b6bc-a31803ed4c57 has already been hosted by L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 {{(pid=106258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:32:27.759833 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6cb322-2b33-4331-915c-65a5d2929700 admin admin] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:32:27.765179 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-1a6cb322-2b33-4331-915c-65a5d2929700 admin admin] 10.222.0.85 "PUT /networking/v2.0/routers/1fa2ced0-bebe-4d88-b6bc-a31803ed4c57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6114275 Aug 30 04:32:27.777491 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-e3e310d0-f494-46bc-a40d-3e5fdbb8e2bc None None] Provisioning complete for port 92f7ba69-b8ce-4094-b851-d2e57b982fbb triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:32:27.777920 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-e3e310d0-f494-46bc-a40d-3e5fdbb8e2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (92f7ba69-b8ce-4094-b851-d2e57b982fbb), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:27.820075 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-e3e310d0-f494-46bc-a40d-3e5fdbb8e2bc None None] Port 92f7ba69-b8ce-4094-b851-d2e57b982fbb cannot update to ACTIVE because it is not bound. {{(pid=106259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:32:27.922136 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:27.943705 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 579e955d-eacf-4b30-8920-371b3b139e04 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:32:27.991591 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port 579e955d-eacf-4b30-8920-371b3b139e04 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:32:27.992089 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (579e955d-eacf-4b30-8920-371b3b139e04), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:28.070288 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port 579e955d-eacf-4b30-8920-371b3b139e04 is: DOWN; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:32:28.070689 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (579e955d-eacf-4b30-8920-371b3b139e04), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:28.093895 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] For port 579e955d-eacf-4b30-8920-371b3b139e04, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=579e955d-eacf-4b30-8920-371b3b139e04,segment=NetworkSegment(fa929cc1-394c-4547-9d6d-d932c4c80d18),segment_id=fa929cc1-394c-4547-9d6d-d932c4c80d18)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:32:28.098958 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (579e955d-eacf-4b30-8920-371b3b139e04), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:28.100079 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 02b722cf-8327-4d11-b90e-98e470808246 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:32:28.190840 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:28.197386 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Pushing event updated for resources: {'Port': ['ID=579e955d-eacf-4b30-8920-371b3b139e04,revision_number=4']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:28.203881 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port 02b722cf-8327-4d11-b90e-98e470808246 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:32:28.204268 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (02b722cf-8327-4d11-b90e-98e470808246), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:28.279965 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port 02b722cf-8327-4d11-b90e-98e470808246 is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:32:28.345199 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 56218) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:32:28.350725 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-3a95135e-8342-40fc-97bf-f95b5ddceded admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-774011781-network', 'tenant_id': '1b05404af98c48dd9c26aafd234846a9'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:32:28.370577 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a95135e-8342-40fc-97bf-f95b5ddceded admin admin] Made reservation on behalf of 1b05404af98c48dd9c26aafd234846a9 for: {'network': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:32:28.372842 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3a95135e-8342-40fc-97bf-f95b5ddceded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for network (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:28.381865 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3a95135e-8342-40fc-97bf-f95b5ddceded admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:28.421671 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:28.462653 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3a95135e-8342-40fc-97bf-f95b5ddceded admin admin] Publish callbacks [] for security_group (7631323e-2a16-49f3-bdc5-b2e23099053f), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:28.466170 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3a95135e-8342-40fc-97bf-f95b5ddceded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (7631323e-2a16-49f3-bdc5-b2e23099053f), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:28.490953 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a95135e-8342-40fc-97bf-f95b5ddceded admin admin] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=106258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 04:32:28.500744 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a95135e-8342-40fc-97bf-f95b5ddceded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7631323e-2a16-49f3-bdc5-b2e23099053f,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:28.505452 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3a95135e-8342-40fc-97bf-f95b5ddceded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3898234'] for segment (878de502-faa4-488a-bb4f-3aa3832eb64c), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:28.505790 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.db.segments_db [None req-3a95135e-8342-40fc-97bf-f95b5ddceded admin admin] Added segment 878de502-faa4-488a-bb4f-3aa3832eb64c of type vlan for network a2405824-381f-4cd4-ae0d-7f4e93dc135b Aug 30 04:32:28.544341 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:28.546033 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3a95135e-8342-40fc-97bf-f95b5ddceded admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260646229'] for network (a2405824-381f-4cd4-ae0d-7f4e93dc135b), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:28.570604 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3a95135e-8342-40fc-97bf-f95b5ddceded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055'] for network (a2405824-381f-4cd4-ae0d-7f4e93dc135b), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:28.571555 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a95135e-8342-40fc-97bf-f95b5ddceded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:28.572124 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3a95135e-8342-40fc-97bf-f95b5ddceded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for network (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:28.626729 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-3a95135e-8342-40fc-97bf-f95b5ddceded admin admin] 10.222.0.85 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2804358 Aug 30 04:32:28.629706 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 56220) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:32:28.635694 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-1e08758e-6fb5-4458-97c8-b735a6a54a92 admin admin] Request body: {'subnet': {'network_id': 'a2405824-381f-4cd4-ae0d-7f4e93dc135b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-774011781-subnet', 'tenant_id': '1b05404af98c48dd9c26aafd234846a9', 'ip_version': 4}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:32:28.638265 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a95135e-8342-40fc-97bf-f95b5ddceded admin admin] Pushing event updated for resources: {'Network': ['ID=a2405824-381f-4cd4-ae0d-7f4e93dc135b,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:28.645620 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:28.653524 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Network a2405824-381f-4cd4-ae0d-7f4e93dc135b details requested by agent ovs-agent-dv-cinder-854265-2-iscsi with host dv-cinder-854265-2-iscsi {{(pid=106259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:32:28.658843 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e08758e-6fb5-4458-97c8-b735a6a54a92 admin admin] Made reservation on behalf of 1b05404af98c48dd9c26aafd234846a9 for: {'subnet': 1} {{(pid=106257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:32:28.661906 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-1e08758e-6fb5-4458-97c8-b735a6a54a92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61944224'] for subnet (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:28.664836 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:28.832239 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-1e08758e-6fb5-4458-97c8-b735a6a54a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61207838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61944246'] for subnet (fce1036f-4809-4bc2-966b-8f1c6ae4c309), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:28.893864 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e08758e-6fb5-4458-97c8-b735a6a54a92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fce1036f-4809-4bc2-966b-8f1c6ae4c309,revision_number=0']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:28.909482 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e08758e-6fb5-4458-97c8-b735a6a54a92 admin admin] Checking segment: {'id': '878de502-faa4-488a-bb4f-3aa3832eb64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'a2405824-381f-4cd4-ae0d-7f4e93dc135b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:32:28.909845 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e08758e-6fb5-4458-97c8-b735a6a54a92 admin admin] Network hostable DHCP agents. Network: a2405824-381f-4cd4-ae0d-7f4e93dc135b, hostable agents: ['b1b2a880-5f2a-4407-bfda-3b17b5cf16ab'], hosted agents: [] {{(pid=106257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:32:28.927927 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e08758e-6fb5-4458-97c8-b735a6a54a92 admin admin] Network a2405824-381f-4cd4-ae0d-7f4e93dc135b is scheduled to be hosted by DHCP agent b1b2a880-5f2a-4407-bfda-3b17b5cf16ab with binding_index 1 {{(pid=106257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:32:28.937835 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.base_scheduler [None req-1e08758e-6fb5-4458-97c8-b735a6a54a92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-2-iscsi, a2405824-381f-4cd4-ae0d-7f4e93dc135b) {{(pid=106257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:32:28.942466 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e08758e-6fb5-4458-97c8-b735a6a54a92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:28.943042 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-1e08758e-6fb5-4458-97c8-b735a6a54a92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for subnet (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:28.947490 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5160b06-4773-452e-8dd7-23f1f707ca9f None None] Network a2405824-381f-4cd4-ae0d-7f4e93dc135b requested from dv-cinder-854265-2-iscsi {{(pid=106259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:32:28.963148 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-1e08758e-6fb5-4458-97c8-b735a6a54a92 admin admin] 10.222.0.85 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3316083 Aug 30 04:32:28.965811 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 56222) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:32:28.970086 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-9004ab1d-e78e-4998-9a67-313ff1076559 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-774011781-router', 'tenant_id': '1b05404af98c48dd9c26aafd234846a9', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'}}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:32:28.990890 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69229d6b-1240-4cf0-a50a-3be5e3d4121d None None] Sync routers for ids ['1fa2ced0-bebe-4d88-b6bc-a31803ed4c57'] in dv-cinder-854265-2-iscsi {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:32:28.994664 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-9004ab1d-e78e-4998-9a67-313ff1076559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-698027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6516'] for router (ea107a04-13bf-4a09-9634-79c4a7d7f472), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:28.995808 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-9004ab1d-e78e-4998-9a67-313ff1076559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-695958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6523'] for router (ea107a04-13bf-4a09-9634-79c4a7d7f472), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:29.003923 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:29.016862 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69229d6b-1240-4cf0-a50a-3be5e3d4121d None None] Routers {'1fa2ced0-bebe-4d88-b6bc-a31803ed4c57'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:32:29.018040 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-69229d6b-1240-4cf0-a50a-3be5e3d4121d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:32:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['1fa2ced0-bebe-4d88-b6bc-a31803ed4c57'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:32:29.048354 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-9004ab1d-e78e-4998-9a67-313ff1076559 admin admin] Publish callbacks [] for router_controller (ea107a04-13bf-4a09-9634-79c4a7d7f472), precommit_add_association {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:29.189105 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-9004ab1d-e78e-4998-9a67-313ff1076559 admin admin] Publish callbacks [] for router_gateway (ea107a04-13bf-4a09-9634-79c4a7d7f472), precommit_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:29.222757 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374d2d0b-d18a-4fd4-bf21-737f03688bb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp163fce75-ff37-51be-b106-87d3326ca651-a2405824-381f-4cd4-ae0d-7f4e93dc135b', 'network_id': 'a2405824-381f-4cd4-ae0d-7f4e93dc135b', 'project_id': '1b05404af98c48dd9c26aafd234846a9', 'fixed_ips': [{'subnet_id': 'fce1036f-4809-4bc2-966b-8f1c6ae4c309'}]}} from dv-cinder-854265-2-iscsi. {{(pid=106259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 04:32:29.223667 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-374d2d0b-d18a-4fd4-bf21-737f03688bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:29.227307 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:29.339912 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-69229d6b-1240-4cf0-a50a-3be5e3d4121d None None] Set router 1fa2ced0-bebe-4d88-b6bc-a31803ed4c57 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:32:29.376418 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-9004ab1d-e78e-4998-9a67-313ff1076559 admin admin] Publish callbacks [] for router_gateway (ea107a04-13bf-4a09-9634-79c4a7d7f472), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:29.398997 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-9004ab1d-e78e-4998-9a67-313ff1076559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:29.509191 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.db_base_plugin_common [None req-9004ab1d-e78e-4998-9a67-313ff1076559 admin admin] Allocated IP 172.27.1.231 (03964a12-f74f-4d2e-840d-00c949ed3dc4/00661445-2d2c-4e5c-8f29-475eaaec65d5/dd5d2770-3543-4a9f-b2a4-47d648926281) {{(pid=106257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:32:29.510619 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.db_base_plugin_common [None req-374d2d0b-d18a-4fd4-bf21-737f03688bb0 None None] Allocated IP 172.20.0.2 (a2405824-381f-4cd4-ae0d-7f4e93dc135b/fce1036f-4809-4bc2-966b-8f1c6ae4c309/f6865ca2-c56e-42c7-af34-54df6e997856) {{(pid=106259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:32:29.536524 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:29.569834 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:29.619771 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-9004ab1d-e78e-4998-9a67-313ff1076559 admin admin] Publish callbacks [] for port (dd5d2770-3543-4a9f-b2a4-47d648926281), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:29.638179 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-69229d6b-1240-4cf0-a50a-3be5e3d4121d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa2ced0-bebe-4d88-b6bc-a31803ed4c57', 'name': 'tempest-TestShelveInstance-997246481-router', 'tenant_id': '96907629895d451697f448cf2c3bc6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '579e955d-eacf-4b30-8920-371b3b139e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:32:24Z', 'updated_at': '2022-08-30T04:32:27Z', 'revision_number': 4, 'project_id': '96907629895d451697f448cf2c3bc6a1', 'gw_port': {'id': '579e955d-eacf-4b30-8920-371b3b139e04', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:20:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2ced0-bebe-4d88-b6bc-a31803ed4c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:32:25Z', 'updated_at': '2022-08-30T04:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': '92f7ba69-b8ce-4094-b851-d2e57b982fbb', 'name': '', 'network_id': '6e52047f-70d3-42db-935b-902b02a68f1a', 'tenant_id': '96907629895d451697f448cf2c3bc6a1', 'mac_address': 'fa:16:3e:7b:53:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa2ced0-bebe-4d88-b6bc-a31803ed4c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'ec2a4d1a-e144-4645-a094-54c969a171a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:32:26Z', 'updated_at': '2022-08-30T04:32:27Z', 'revision_number': 2, 'project_id': '96907629895d451697f448cf2c3bc6a1', 'subnets': [{'id': 'ec2a4d1a-e144-4645-a094-54c969a171a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:32:29.652977 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-9004ab1d-e78e-4998-9a67-313ff1076559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (dd5d2770-3543-4a9f-b2a4-47d648926281), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:29.677436 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69229d6b-1240-4cf0-a50a-3be5e3d4121d None None] Checking router: 1fa2ced0-bebe-4d88-b6bc-a31803ed4c57 for host: dv-cinder-854265-2-iscsi {{(pid=106259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:32:29.677810 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69229d6b-1240-4cf0-a50a-3be5e3d4121d None None] Updating router 1fa2ced0-bebe-4d88-b6bc-a31803ed4c57 port 92f7ba69-b8ce-4094-b851-d2e57b982fbb binding host dv-cinder-854265-2-iscsi {{(pid=106259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:32:29.696119 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9004ab1d-e78e-4998-9a67-313ff1076559 admin admin] Network 03964a12-f74f-4d2e-840d-00c949ed3dc4 is already hosted by enough agents. {{(pid=106257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:32:29.701268 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.base_scheduler [None req-9004ab1d-e78e-4998-9a67-313ff1076559 admin admin] Resources bound (agent type, host, resource id): {{(pid=106257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:32:29.703758 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9004ab1d-e78e-4998-9a67-313ff1076559 admin admin] Received port after_create {{(pid=106257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:32:29.728061 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9004ab1d-e78e-4998-9a67-313ff1076559 admin admin] Pushing event updated for resources: {'Port': ['ID=dd5d2770-3543-4a9f-b2a4-47d648926281,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:29.742636 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-69229d6b-1240-4cf0-a50a-3be5e3d4121d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (92f7ba69-b8ce-4094-b851-d2e57b982fbb), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:29.798585 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-374d2d0b-d18a-4fd4-bf21-737f03688bb0 None None] Publish callbacks [] for port (f6865ca2-c56e-42c7-af34-54df6e997856), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:29.810437 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-374d2d0b-d18a-4fd4-bf21-737f03688bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758'] for port (f6865ca2-c56e-42c7-af34-54df6e997856), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:29.890429 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 579e955d-eacf-4b30-8920-371b3b139e04 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:32:29.932324 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374d2d0b-d18a-4fd4-bf21-737f03688bb0 None None] Network a2405824-381f-4cd4-ae0d-7f4e93dc135b is already hosted by enough agents. {{(pid=106259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:32:29.945368 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.scheduler.base_scheduler [None req-374d2d0b-d18a-4fd4-bf21-737f03688bb0 None None] Resources bound (agent type, host, resource id): {{(pid=106259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:32:29.955247 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d2d0b-d18a-4fd4-bf21-737f03688bb0 None None] Pushing event updated for resources: {'Port': ['ID=f6865ca2-c56e-42c7-af34-54df6e997856,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:29.957588 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-9004ab1d-e78e-4998-9a67-313ff1076559 admin admin] Publish callbacks [] for router_gateway (ea107a04-13bf-4a09-9634-79c4a7d7f472), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:29.961482 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374d2d0b-d18a-4fd4-bf21-737f03688bb0 None None] Received port after_create {{(pid=106259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:32:29.977105 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=7 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:30.039139 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:30.077535 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port 579e955d-eacf-4b30-8920-371b3b139e04 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:32:30.077907 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (579e955d-eacf-4b30-8920-371b3b139e04), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:30.117361 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-374d2d0b-d18a-4fd4-bf21-737f03688bb0 None None] Attempting to bind port f6865ca2-c56e-42c7-af34-54df6e997856 on host dv-cinder-854265-2-iscsi for vnic_type normal with profile {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:32:30.117750 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-374d2d0b-d18a-4fd4-bf21-737f03688bb0 None None] Attempting to bind port f6865ca2-c56e-42c7-af34-54df6e997856 by drivers openvswitch,hyperv on host dv-cinder-854265-2-iscsi at level 0 using segments [{'id': '878de502-faa4-488a-bb4f-3aa3832eb64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'a2405824-381f-4cd4-ae0d-7f4e93dc135b'}] {{(pid=106259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:32:30.118103 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374d2d0b-d18a-4fd4-bf21-737f03688bb0 None None] Attempting to bind port f6865ca2-c56e-42c7-af34-54df6e997856 on network a2405824-381f-4cd4-ae0d-7f4e93dc135b {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:32:30.143721 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374d2d0b-d18a-4fd4-bf21-737f03688bb0 None None] Checking agent: {'id': 'e0fa4f30-19e6-45a9-8914-5f6bf4441601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17, 58), 'started_at': datetime.datetime(2022, 8, 30, 4, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:32:30.144102 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374d2d0b-d18a-4fd4-bf21-737f03688bb0 None None] Checking segment: {'id': '878de502-faa4-488a-bb4f-3aa3832eb64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'a2405824-381f-4cd4-ae0d-7f4e93dc135b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:32:30.145066 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-374d2d0b-d18a-4fd4-bf21-737f03688bb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:30.145449 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374d2d0b-d18a-4fd4-bf21-737f03688bb0 None None] Bound using segment: {'id': '878de502-faa4-488a-bb4f-3aa3832eb64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'a2405824-381f-4cd4-ae0d-7f4e93dc135b'} {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:32:30.145935 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-374d2d0b-d18a-4fd4-bf21-737f03688bb0 None None] Bound port: f6865ca2-c56e-42c7-af34-54df6e997856, host: dv-cinder-854265-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '878de502-faa4-488a-bb4f-3aa3832eb64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'a2405824-381f-4cd4-ae0d-7f4e93dc135b'}}] {{(pid=106259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:32:30.146319 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-374d2d0b-d18a-4fd4-bf21-737f03688bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (f6865ca2-c56e-42c7-af34-54df6e997856), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:30.149894 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-9004ab1d-e78e-4998-9a67-313ff1076559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-696014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696667'] for router (ea107a04-13bf-4a09-9634-79c4a7d7f472), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:30.311567 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-374d2d0b-d18a-4fd4-bf21-737f03688bb0 None None] For port f6865ca2-c56e-42c7-af34-54df6e997856, host dv-cinder-854265-2-iscsi, cleared binding levels {{(pid=106259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:32:30.313637 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port 579e955d-eacf-4b30-8920-371b3b139e04 is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:32:30.334744 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-374d2d0b-d18a-4fd4-bf21-737f03688bb0 None None] For port f6865ca2-c56e-42c7-af34-54df6e997856, host dv-cinder-854265-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=f6865ca2-c56e-42c7-af34-54df6e997856,segment=NetworkSegment(878de502-faa4-488a-bb4f-3aa3832eb64c),segment_id=878de502-faa4-488a-bb4f-3aa3832eb64c)] {{(pid=106259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:32:30.337264 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-69229d6b-1240-4cf0-a50a-3be5e3d4121d None None] Publish callbacks [] for port (92f7ba69-b8ce-4094-b851-d2e57b982fbb), precommit_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:30.345675 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-374d2d0b-d18a-4fd4-bf21-737f03688bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (f6865ca2-c56e-42c7-af34-54df6e997856), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:30.355260 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-69229d6b-1240-4cf0-a50a-3be5e3d4121d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (92f7ba69-b8ce-4094-b851-d2e57b982fbb), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:30.464525 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d2d0b-d18a-4fd4-bf21-737f03688bb0 None None] Pushing event updated for resources: {'Port': ['ID=f6865ca2-c56e-42c7-af34-54df6e997856,revision_number=2']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:30.499472 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-69229d6b-1240-4cf0-a50a-3be5e3d4121d None None] Attempting to bind port 92f7ba69-b8ce-4094-b851-d2e57b982fbb on host dv-cinder-854265-2-iscsi for vnic_type normal with profile {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:32:30.499842 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-69229d6b-1240-4cf0-a50a-3be5e3d4121d None None] Attempting to bind port 92f7ba69-b8ce-4094-b851-d2e57b982fbb by drivers openvswitch,hyperv on host dv-cinder-854265-2-iscsi at level 0 using segments [{'id': '1ffb7af9-1938-44e7-821e-8b44ea5d7ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '6e52047f-70d3-42db-935b-902b02a68f1a'}] {{(pid=106259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:32:30.500215 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69229d6b-1240-4cf0-a50a-3be5e3d4121d None None] Attempting to bind port 92f7ba69-b8ce-4094-b851-d2e57b982fbb on network 6e52047f-70d3-42db-935b-902b02a68f1a {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:32:30.513268 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69229d6b-1240-4cf0-a50a-3be5e3d4121d None None] Checking agent: {'id': 'e0fa4f30-19e6-45a9-8914-5f6bf4441601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17, 58), 'started_at': datetime.datetime(2022, 8, 30, 4, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:32:30.513637 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69229d6b-1240-4cf0-a50a-3be5e3d4121d None None] Checking segment: {'id': '1ffb7af9-1938-44e7-821e-8b44ea5d7ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '6e52047f-70d3-42db-935b-902b02a68f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:32:30.514031 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-69229d6b-1240-4cf0-a50a-3be5e3d4121d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:30.514415 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69229d6b-1240-4cf0-a50a-3be5e3d4121d None None] Bound using segment: {'id': '1ffb7af9-1938-44e7-821e-8b44ea5d7ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '6e52047f-70d3-42db-935b-902b02a68f1a'} {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:32:30.514878 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-69229d6b-1240-4cf0-a50a-3be5e3d4121d None None] Bound port: 92f7ba69-b8ce-4094-b851-d2e57b982fbb, host: dv-cinder-854265-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ffb7af9-1938-44e7-821e-8b44ea5d7ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '6e52047f-70d3-42db-935b-902b02a68f1a'}}] {{(pid=106259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:32:30.515246 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-69229d6b-1240-4cf0-a50a-3be5e3d4121d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (92f7ba69-b8ce-4094-b851-d2e57b982fbb), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:30.535034 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b1edcf-bcdd-4173-9183-ae056f46314a None None] Pushing event updated for resources: {'Port': ['ID=92f7ba69-b8ce-4094-b851-d2e57b982fbb,revision_number=3']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:30.546923 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9004ab1d-e78e-4998-9a67-313ff1076559 admin admin] Router ea107a04-13bf-4a09-9634-79c4a7d7f472 is scheduled to L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 with binding_index 1 {{(pid=106257) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 04:32:30.619606 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-69229d6b-1240-4cf0-a50a-3be5e3d4121d None None] For port 92f7ba69-b8ce-4094-b851-d2e57b982fbb, host dv-cinder-854265-2-iscsi, cleared binding levels {{(pid=106259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:32:30.628745 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-69229d6b-1240-4cf0-a50a-3be5e3d4121d None None] For port 92f7ba69-b8ce-4094-b851-d2e57b982fbb, host dv-cinder-854265-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=92f7ba69-b8ce-4094-b851-d2e57b982fbb,segment=NetworkSegment(1ffb7af9-1938-44e7-821e-8b44ea5d7ac7),segment_id=1ffb7af9-1938-44e7-821e-8b44ea5d7ac7)] {{(pid=106259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:32:30.640813 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-69229d6b-1240-4cf0-a50a-3be5e3d4121d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (92f7ba69-b8ce-4094-b851-d2e57b982fbb), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:30.680930 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9004ab1d-e78e-4998-9a67-313ff1076559 admin admin] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:32:30.690108 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ecb300-6076-4adc-9c87-e3a37f03eaee None None] Sync routers for ids ['ea107a04-13bf-4a09-9634-79c4a7d7f472'] in dv-cinder-854265-2-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:32:30.690959 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:30.704758 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-9004ab1d-e78e-4998-9a67-313ff1076559 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:30.709474 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-9004ab1d-e78e-4998-9a67-313ff1076559 admin admin] 10.222.0.85 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7395880 Aug 30 04:32:30.710317 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 56234) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:32:30.718912 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ecb300-6076-4adc-9c87-e3a37f03eaee None None] Routers {'ea107a04-13bf-4a09-9634-79c4a7d7f472'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:32:30.723601 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-f9ecb300-6076-4adc-9c87-e3a37f03eaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:32:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['ea107a04-13bf-4a09-9634-79c4a7d7f472'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:32:30.743264 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b1edcf-bcdd-4173-9183-ae056f46314a None None] Pushing event updated for resources: {'Port': ['ID=92f7ba69-b8ce-4094-b851-d2e57b982fbb,revision_number=4']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:30.767707 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69229d6b-1240-4cf0-a50a-3be5e3d4121d None None] Routers {'1fa2ced0-bebe-4d88-b6bc-a31803ed4c57'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:32:30.771947 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-69229d6b-1240-4cf0-a50a-3be5e3d4121d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:32:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['1fa2ced0-bebe-4d88-b6bc-a31803ed4c57'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:32:30.860232 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-f9ecb300-6076-4adc-9c87-e3a37f03eaee None None] Set router ea107a04-13bf-4a09-9634-79c4a7d7f472 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:32:30.934936 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-69229d6b-1240-4cf0-a50a-3be5e3d4121d None None] Set router 1fa2ced0-bebe-4d88-b6bc-a31803ed4c57 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:32:31.009483 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:31.126010 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:31.146211 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-f9ecb300-6076-4adc-9c87-e3a37f03eaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea107a04-13bf-4a09-9634-79c4a7d7f472', 'name': 'tempest-TestShelveInstance-774011781-router', 'tenant_id': '1b05404af98c48dd9c26aafd234846a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'dd5d2770-3543-4a9f-b2a4-47d648926281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:32:29Z', 'updated_at': '2022-08-30T04:32:29Z', 'revision_number': 3, 'project_id': '1b05404af98c48dd9c26aafd234846a9', 'gw_port': {'id': 'dd5d2770-3543-4a9f-b2a4-47d648926281', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:db:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea107a04-13bf-4a09-9634-79c4a7d7f472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:32:29Z', 'updated_at': '2022-08-30T04:32:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi'}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:32:31.175601 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ecb300-6076-4adc-9c87-e3a37f03eaee None None] Checking router: ea107a04-13bf-4a09-9634-79c4a7d7f472 for host: dv-cinder-854265-2-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:32:31.175968 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ecb300-6076-4adc-9c87-e3a37f03eaee None None] Updating router ea107a04-13bf-4a09-9634-79c4a7d7f472 port dd5d2770-3543-4a9f-b2a4-47d648926281 binding host dv-cinder-854265-2-iscsi {{(pid=106260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:32:31.208042 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-f9ecb300-6076-4adc-9c87-e3a37f03eaee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (dd5d2770-3543-4a9f-b2a4-47d648926281), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:31.239416 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c012bc1a-14d5-4288-8908-0c9a9a2632dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:31.260402 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:31.323637 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-69229d6b-1240-4cf0-a50a-3be5e3d4121d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa2ced0-bebe-4d88-b6bc-a31803ed4c57', 'name': 'tempest-TestShelveInstance-997246481-router', 'tenant_id': '96907629895d451697f448cf2c3bc6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '579e955d-eacf-4b30-8920-371b3b139e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:32:24Z', 'updated_at': '2022-08-30T04:32:27Z', 'revision_number': 4, 'project_id': '96907629895d451697f448cf2c3bc6a1', 'gw_port': {'id': '579e955d-eacf-4b30-8920-371b3b139e04', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:20:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2ced0-bebe-4d88-b6bc-a31803ed4c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:32:25Z', 'updated_at': '2022-08-30T04:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': '92f7ba69-b8ce-4094-b851-d2e57b982fbb', 'name': '', 'network_id': '6e52047f-70d3-42db-935b-902b02a68f1a', 'tenant_id': '96907629895d451697f448cf2c3bc6a1', 'mac_address': 'fa:16:3e:7b:53:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa2ced0-bebe-4d88-b6bc-a31803ed4c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'ec2a4d1a-e144-4645-a094-54c969a171a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:32:26Z', 'updated_at': '2022-08-30T04:32:30Z', 'revision_number': 4, 'project_id': '96907629895d451697f448cf2c3bc6a1', 'subnets': [{'id': 'ec2a4d1a-e144-4645-a094-54c969a171a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:32:31.355176 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69229d6b-1240-4cf0-a50a-3be5e3d4121d None None] The sync data for ids ['1fa2ced0-bebe-4d88-b6bc-a31803ed4c57'] in dv-cinder-854265-2-iscsi is: [{'id': '1fa2ced0-bebe-4d88-b6bc-a31803ed4c57', 'name': 'tempest-TestShelveInstance-997246481-router', 'tenant_id': '96907629895d451697f448cf2c3bc6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '579e955d-eacf-4b30-8920-371b3b139e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:32:24Z', 'updated_at': '2022-08-30T04:32:27Z', 'revision_number': 4, 'project_id': '96907629895d451697f448cf2c3bc6a1', 'gw_port': {'id': '579e955d-eacf-4b30-8920-371b3b139e04', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:20:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2ced0-bebe-4d88-b6bc-a31803ed4c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:32:25Z', 'updated_at': '2022-08-30T04:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': '92f7ba69-b8ce-4094-b851-d2e57b982fbb', 'name': '', 'network_id': '6e52047f-70d3-42db-935b-902b02a68f1a', 'tenant_id': '96907629895d451697f448cf2c3bc6a1', 'mac_address': 'fa:16:3e:7b:53:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa2ced0-bebe-4d88-b6bc-a31803ed4c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'ec2a4d1a-e144-4645-a094-54c969a171a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:32:26Z', 'updated_at': '2022-08-30T04:32:30Z', 'revision_number': 4, 'project_id': '96907629895d451697f448cf2c3bc6a1', 'subnets': [{'id': 'ec2a4d1a-e144-4645-a094-54c969a171a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:32:31.435886 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [None req-c012bc1a-14d5-4288-8908-0c9a9a2632dd admin admin] Allocated IP 172.20.0.1 (a2405824-381f-4cd4-ae0d-7f4e93dc135b/fce1036f-4809-4bc2-966b-8f1c6ae4c309/deaada06-7b6a-49e3-ae2e-d229962f6e55) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:32:31.448324 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:INSERT=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:31.516834 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-f9ecb300-6076-4adc-9c87-e3a37f03eaee None None] Publish callbacks [] for port (dd5d2770-3543-4a9f-b2a4-47d648926281), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:31.525487 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-f9ecb300-6076-4adc-9c87-e3a37f03eaee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (dd5d2770-3543-4a9f-b2a4-47d648926281), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:31.567464 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c012bc1a-14d5-4288-8908-0c9a9a2632dd admin admin] Publish callbacks [] for port (deaada06-7b6a-49e3-ae2e-d229962f6e55), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:31.576277 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:31.578043 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e05bd3-d7e2-40de-b02e-2a9e407208f3 None None] Pushing event updated for resources: {'Port': ['ID=dd5d2770-3543-4a9f-b2a4-47d648926281,revision_number=2']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:31.586842 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-f9ecb300-6076-4adc-9c87-e3a37f03eaee None None] Attempting to bind port dd5d2770-3543-4a9f-b2a4-47d648926281 on host dv-cinder-854265-2-iscsi for vnic_type normal with profile {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:32:31.587079 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-f9ecb300-6076-4adc-9c87-e3a37f03eaee None None] Attempting to bind port dd5d2770-3543-4a9f-b2a4-47d648926281 by drivers openvswitch,hyperv on host dv-cinder-854265-2-iscsi at level 0 using segments [{'id': 'fa929cc1-394c-4547-9d6d-d932c4c80d18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:32:31.587444 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ecb300-6076-4adc-9c87-e3a37f03eaee None None] Attempting to bind port dd5d2770-3543-4a9f-b2a4-47d648926281 on network 03964a12-f74f-4d2e-840d-00c949ed3dc4 {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:32:31.596661 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ecb300-6076-4adc-9c87-e3a37f03eaee None None] Checking agent: {'id': 'e0fa4f30-19e6-45a9-8914-5f6bf4441601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17, 58), 'started_at': datetime.datetime(2022, 8, 30, 4, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:32:31.597065 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ecb300-6076-4adc-9c87-e3a37f03eaee None None] Checking segment: {'id': 'fa929cc1-394c-4547-9d6d-d932c4c80d18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:32:31.597525 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-f9ecb300-6076-4adc-9c87-e3a37f03eaee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:31.598163 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ecb300-6076-4adc-9c87-e3a37f03eaee None None] Bound using segment: {'id': 'fa929cc1-394c-4547-9d6d-d932c4c80d18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:32:31.598409 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-f9ecb300-6076-4adc-9c87-e3a37f03eaee None None] Bound port: dd5d2770-3543-4a9f-b2a4-47d648926281, host: dv-cinder-854265-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa929cc1-394c-4547-9d6d-d932c4c80d18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'}}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:32:31.598845 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-f9ecb300-6076-4adc-9c87-e3a37f03eaee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (dd5d2770-3543-4a9f-b2a4-47d648926281), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:31.625861 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c012bc1a-14d5-4288-8908-0c9a9a2632dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62508200'] for port (deaada06-7b6a-49e3-ae2e-d229962f6e55), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:31.628305 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf60014b-2d16-40c4-8a6f-5ae99d9ff2eb None None] Network a2405824-381f-4cd4-ae0d-7f4e93dc135b requested from dv-cinder-854265-2-iscsi {{(pid=106259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:32:31.632493 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:31.673083 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-f9ecb300-6076-4adc-9c87-e3a37f03eaee None None] For port dd5d2770-3543-4a9f-b2a4-47d648926281, host dv-cinder-854265-2-iscsi, cleared binding levels {{(pid=106260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:32:31.677311 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c012bc1a-14d5-4288-8908-0c9a9a2632dd admin admin] Network a2405824-381f-4cd4-ae0d-7f4e93dc135b is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:32:31.678629 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-f9ecb300-6076-4adc-9c87-e3a37f03eaee None None] For port dd5d2770-3543-4a9f-b2a4-47d648926281, host dv-cinder-854265-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=dd5d2770-3543-4a9f-b2a4-47d648926281,segment=NetworkSegment(fa929cc1-394c-4547-9d6d-d932c4c80d18),segment_id=fa929cc1-394c-4547-9d6d-d932c4c80d18)] {{(pid=106260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:32:31.681532 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-c012bc1a-14d5-4288-8908-0c9a9a2632dd admin admin] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:32:31.686225 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c012bc1a-14d5-4288-8908-0c9a9a2632dd admin admin] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:32:31.692072 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-f9ecb300-6076-4adc-9c87-e3a37f03eaee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (dd5d2770-3543-4a9f-b2a4-47d648926281), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:31.712213 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012bc1a-14d5-4288-8908-0c9a9a2632dd admin admin] Pushing event updated for resources: {'Port': ['ID=deaada06-7b6a-49e3-ae2e-d229962f6e55,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:31.723536 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-900d5afd-ace9-4f7c-9e94-5cac2d2011d2 None None] Provisioning complete for port f6865ca2-c56e-42c7-af34-54df6e997856 triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:32:31.724180 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-900d5afd-ace9-4f7c-9e94-5cac2d2011d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (f6865ca2-c56e-42c7-af34-54df6e997856), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:31.740804 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c012bc1a-14d5-4288-8908-0c9a9a2632dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697151'] for router_interface (ea107a04-13bf-4a09-9634-79c4a7d7f472), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:31.741635 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ecb300-6076-4adc-9c87-e3a37f03eaee None None] Routers {'ea107a04-13bf-4a09-9634-79c4a7d7f472'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:32:31.742272 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-f9ecb300-6076-4adc-9c87-e3a37f03eaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:32:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['ea107a04-13bf-4a09-9634-79c4a7d7f472'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:32:31.895540 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-f9ecb300-6076-4adc-9c87-e3a37f03eaee None None] Set router ea107a04-13bf-4a09-9634-79c4a7d7f472 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:32:31.939125 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-900d5afd-ace9-4f7c-9e94-5cac2d2011d2 None None] Current status of the port f6865ca2-c56e-42c7-af34-54df6e997856 is: DOWN; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:32:31.939746 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-900d5afd-ace9-4f7c-9e94-5cac2d2011d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (f6865ca2-c56e-42c7-af34-54df6e997856), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:32.013486 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device f6865ca2-c56e-42c7-af34-54df6e997856 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:32:32.088653 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-900d5afd-ace9-4f7c-9e94-5cac2d2011d2 None None] For port f6865ca2-c56e-42c7-af34-54df6e997856, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=f6865ca2-c56e-42c7-af34-54df6e997856,segment=NetworkSegment(878de502-faa4-488a-bb4f-3aa3832eb64c),segment_id=878de502-faa4-488a-bb4f-3aa3832eb64c)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:32:32.121388 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-900d5afd-ace9-4f7c-9e94-5cac2d2011d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (f6865ca2-c56e-42c7-af34-54df6e997856), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:32.195129 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e05bd3-d7e2-40de-b02e-2a9e407208f3 None None] Pushing event updated for resources: {'Port': ['ID=dd5d2770-3543-4a9f-b2a4-47d648926281,revision_number=3']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:32.201005 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-f9ecb300-6076-4adc-9c87-e3a37f03eaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea107a04-13bf-4a09-9634-79c4a7d7f472', 'name': 'tempest-TestShelveInstance-774011781-router', 'tenant_id': '1b05404af98c48dd9c26aafd234846a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'dd5d2770-3543-4a9f-b2a4-47d648926281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:32:29Z', 'updated_at': '2022-08-30T04:32:29Z', 'revision_number': 3, 'project_id': '1b05404af98c48dd9c26aafd234846a9', 'gw_port': {'id': 'dd5d2770-3543-4a9f-b2a4-47d648926281', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:db:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea107a04-13bf-4a09-9634-79c4a7d7f472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:32:29Z', 'updated_at': '2022-08-30T04:32:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi'}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:32:32.235348 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ecb300-6076-4adc-9c87-e3a37f03eaee None None] The sync data for ids ['ea107a04-13bf-4a09-9634-79c4a7d7f472'] in dv-cinder-854265-2-iscsi is: [{'id': 'ea107a04-13bf-4a09-9634-79c4a7d7f472', 'name': 'tempest-TestShelveInstance-774011781-router', 'tenant_id': '1b05404af98c48dd9c26aafd234846a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'dd5d2770-3543-4a9f-b2a4-47d648926281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:32:29Z', 'updated_at': '2022-08-30T04:32:29Z', 'revision_number': 3, 'project_id': '1b05404af98c48dd9c26aafd234846a9', 'gw_port': {'id': 'dd5d2770-3543-4a9f-b2a4-47d648926281', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:db:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea107a04-13bf-4a09-9634-79c4a7d7f472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:32:29Z', 'updated_at': '2022-08-30T04:32:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi'}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:32:32.240830 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900d5afd-ace9-4f7c-9e94-5cac2d2011d2 None None] Pushing event updated for resources: {'Port': ['ID=f6865ca2-c56e-42c7-af34-54df6e997856,revision_number=3']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:32.244700 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port f6865ca2-c56e-42c7-af34-54df6e997856 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:32:32.245439 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (f6865ca2-c56e-42c7-af34-54df6e997856), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:32.368370 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-bd653649-a396-4d18-8ea3-90d50c91a6af None None] Provisioning complete for port f6865ca2-c56e-42c7-af34-54df6e997856 triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:32:32.368840 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-bd653649-a396-4d18-8ea3-90d50c91a6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (f6865ca2-c56e-42c7-af34-54df6e997856), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:32.400773 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port f6865ca2-c56e-42c7-af34-54df6e997856 is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:32:32.402036 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 92f7ba69-b8ce-4094-b851-d2e57b982fbb up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:32:32.435644 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c012bc1a-14d5-4288-8908-0c9a9a2632dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (deaada06-7b6a-49e3-ae2e-d229962f6e55), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:32.511540 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port 92f7ba69-b8ce-4094-b851-d2e57b982fbb triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:32:32.511921 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (92f7ba69-b8ce-4094-b851-d2e57b982fbb), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:32.540915 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.agents_db [None req-600259de-68db-4343-b4d4-64e31eed30fa None None] Agent healthcheck: found 6 active agents {{(pid=106260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:32:32.563288 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-bd653649-a396-4d18-8ea3-90d50c91a6af None None] Current status of the port f6865ca2-c56e-42c7-af34-54df6e997856 is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:32:32.574230 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-bd653649-a396-4d18-8ea3-90d50c91a6af None None] Provisioning complete for port deaada06-7b6a-49e3-ae2e-d229962f6e55 triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:32:32.574604 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-bd653649-a396-4d18-8ea3-90d50c91a6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (deaada06-7b6a-49e3-ae2e-d229962f6e55), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:32.598098 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:32.616827 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-bd653649-a396-4d18-8ea3-90d50c91a6af None None] Port deaada06-7b6a-49e3-ae2e-d229962f6e55 cannot update to ACTIVE because it is not bound. {{(pid=106259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:32:32.671855 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port 92f7ba69-b8ce-4094-b851-d2e57b982fbb is: DOWN; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:32:32.672552 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (92f7ba69-b8ce-4094-b851-d2e57b982fbb), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:32.684529 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:32.684698 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c012bc1a-14d5-4288-8908-0c9a9a2632dd admin admin] Publish callbacks [] for port (deaada06-7b6a-49e3-ae2e-d229962f6e55), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:32.690494 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c012bc1a-14d5-4288-8908-0c9a9a2632dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62508193'] for port (deaada06-7b6a-49e3-ae2e-d229962f6e55), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:32.728644 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] For port 92f7ba69-b8ce-4094-b851-d2e57b982fbb, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=92f7ba69-b8ce-4094-b851-d2e57b982fbb,segment=NetworkSegment(1ffb7af9-1938-44e7-821e-8b44ea5d7ac7),segment_id=1ffb7af9-1938-44e7-821e-8b44ea5d7ac7)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:32:32.745964 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (92f7ba69-b8ce-4094-b851-d2e57b982fbb), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:32.755825 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-d32bcbc3-ca15-4bdd-8e8a-c47fa06390db None None] Provisioning complete for port deaada06-7b6a-49e3-ae2e-d229962f6e55 triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:32:32.756323 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-d32bcbc3-ca15-4bdd-8e8a-c47fa06390db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (deaada06-7b6a-49e3-ae2e-d229962f6e55), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:32.773698 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012bc1a-14d5-4288-8908-0c9a9a2632dd admin admin] Pushing event updated for resources: {'Port': ['ID=deaada06-7b6a-49e3-ae2e-d229962f6e55,revision_number=2']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:32.781386 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c012bc1a-14d5-4288-8908-0c9a9a2632dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697259'] for router_interface (ea107a04-13bf-4a09-9634-79c4a7d7f472), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:32.818253 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-d32bcbc3-ca15-4bdd-8e8a-c47fa06390db None None] Port deaada06-7b6a-49e3-ae2e-d229962f6e55 cannot update to ACTIVE because it is not bound. {{(pid=106259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:32:32.835447 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Pushing event updated for resources: {'Port': ['ID=92f7ba69-b8ce-4094-b851-d2e57b982fbb,revision_number=5']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:32.893260 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c012bc1a-14d5-4288-8908-0c9a9a2632dd admin admin] Network a2405824-381f-4cd4-ae0d-7f4e93dc135b is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:32:32.894722 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-c012bc1a-14d5-4288-8908-0c9a9a2632dd admin admin] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:32:32.906401 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:33.023719 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c012bc1a-14d5-4288-8908-0c9a9a2632dd admin admin] Router ea107a04-13bf-4a09-9634-79c4a7d7f472 has already been hosted by L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 {{(pid=106258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:32:33.141067 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-9315d24c-8e15-43e1-8ebc-2d98b9eb841c None None] Provisioning complete for port deaada06-7b6a-49e3-ae2e-d229962f6e55 triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:32:33.141444 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-9315d24c-8e15-43e1-8ebc-2d98b9eb841c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (deaada06-7b6a-49e3-ae2e-d229962f6e55), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:33.148164 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c012bc1a-14d5-4288-8908-0c9a9a2632dd admin admin] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:32:33.154591 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-c012bc1a-14d5-4288-8908-0c9a9a2632dd admin admin] 10.222.0.85 "PUT /networking/v2.0/routers/ea107a04-13bf-4a09-9634-79c4a7d7f472/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4426336 Aug 30 04:32:33.194910 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-9315d24c-8e15-43e1-8ebc-2d98b9eb841c None None] Port deaada06-7b6a-49e3-ae2e-d229962f6e55 cannot update to ACTIVE because it is not bound. {{(pid=106259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:32:33.484044 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b59d995-2c7a-44c9-b337-6fc570869ea2 req-a5fb1f40-3be9-4343-bf22-ac8ebcd55db1 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:33.485731 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5b59d995-2c7a-44c9-b337-6fc570869ea2 req-a5fb1f40-3be9-4343-bf22-ac8ebcd55db1 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 947 time: 0.0503936 Aug 30 04:32:33.521075 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:33.545647 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5b59d995-2c7a-44c9-b337-6fc570869ea2 req-e73abc86-4789-4eb4-850e-02a1097be881 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534077 Aug 30 04:32:33.562494 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 56258) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:32:33.567259 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-7f163bf1-b2fc-45db-accf-de6ba5da196e tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1546792500', 'description': 'tempest-secgroup-smoke-1546792500 description', 'project_id': '96907629895d451697f448cf2c3bc6a1'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:32:33.590610 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7f163bf1-b2fc-45db-accf-de6ba5da196e tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:33.658911 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7f163bf1-b2fc-45db-accf-de6ba5da196e tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Publish callbacks [] for security_group (42b1e446-e4f4-4002-baec-f9aa7dda8485), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:33.663037 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7f163bf1-b2fc-45db-accf-de6ba5da196e tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (42b1e446-e4f4-4002-baec-f9aa7dda8485), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:33.694004 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7f163bf1-b2fc-45db-accf-de6ba5da196e tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:33.695204 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-7f163bf1-b2fc-45db-accf-de6ba5da196e tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1317282 Aug 30 04:32:33.696029 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f163bf1-b2fc-45db-accf-de6ba5da196e tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42b1e446-e4f4-4002-baec-f9aa7dda8485,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:33.698119 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 56260) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:32:33.702294 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-05330ae3-db7f-458b-b47d-6013d3e6cd26 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Request body: {'security_group_rule': {'security_group_id': '42b1e446-e4f4-4002-baec-f9aa7dda8485', 'project_id': '96907629895d451697f448cf2c3bc6a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:32:33.731577 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-05330ae3-db7f-458b-b47d-6013d3e6cd26 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Publish callbacks [] for security_group_rule (a62112b0-04b5-4ce2-9394-d64d7fd4040a), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:33.802585 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-05330ae3-db7f-458b-b47d-6013d3e6cd26 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Publish callbacks [] for security_group_rule (a62112b0-04b5-4ce2-9394-d64d7fd4040a), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:33.806936 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-05330ae3-db7f-458b-b47d-6013d3e6cd26 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651561'] for security_group_rule (a62112b0-04b5-4ce2-9394-d64d7fd4040a), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:33.828158 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05330ae3-db7f-458b-b47d-6013d3e6cd26 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a62112b0-04b5-4ce2-9394-d64d7fd4040a,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:33.835124 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-05330ae3-db7f-458b-b47d-6013d3e6cd26 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:33.838984 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-05330ae3-db7f-458b-b47d-6013d3e6cd26 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1374178 Aug 30 04:32:33.839286 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 56262) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:32:33.843510 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-2ba78cc1-7f99-49b6-8351-1cbe3e95d911 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Request body: {'security_group_rule': {'security_group_id': '42b1e446-e4f4-4002-baec-f9aa7dda8485', 'project_id': '96907629895d451697f448cf2c3bc6a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:32:33.872373 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2ba78cc1-7f99-49b6-8351-1cbe3e95d911 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Publish callbacks [] for security_group_rule (d168b3f6-688c-4bec-a3dd-2e8799adc89f), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:33.926684 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device dd5d2770-3543-4a9f-b2a4-47d648926281 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:32:33.928742 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2ba78cc1-7f99-49b6-8351-1cbe3e95d911 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Publish callbacks [] for security_group_rule (d168b3f6-688c-4bec-a3dd-2e8799adc89f), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:33.932659 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2ba78cc1-7f99-49b6-8351-1cbe3e95d911 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651561'] for security_group_rule (d168b3f6-688c-4bec-a3dd-2e8799adc89f), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:33.957171 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba78cc1-7f99-49b6-8351-1cbe3e95d911 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d168b3f6-688c-4bec-a3dd-2e8799adc89f,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:33.965983 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2ba78cc1-7f99-49b6-8351-1cbe3e95d911 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:33.967395 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-2ba78cc1-7f99-49b6-8351-1cbe3e95d911 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1272607 Aug 30 04:32:33.970508 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 56264) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:32:33.975451 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-db75860e-ba70-42be-8d9b-47c52dddfd3b tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Request body: {'security_group_rule': {'security_group_id': '42b1e446-e4f4-4002-baec-f9aa7dda8485', 'project_id': '96907629895d451697f448cf2c3bc6a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:32:33.982167 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port dd5d2770-3543-4a9f-b2a4-47d648926281 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:32:33.982534 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (dd5d2770-3543-4a9f-b2a4-47d648926281), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:34.002474 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-db75860e-ba70-42be-8d9b-47c52dddfd3b tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Publish callbacks [] for security_group_rule (37383245-cfd0-43a0-ba13-e8c8f5fbc27d), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:34.011643 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:34.055172 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port dd5d2770-3543-4a9f-b2a4-47d648926281 is: DOWN; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:32:34.055582 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (dd5d2770-3543-4a9f-b2a4-47d648926281), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:34.063358 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-db75860e-ba70-42be-8d9b-47c52dddfd3b tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Publish callbacks [] for security_group_rule (37383245-cfd0-43a0-ba13-e8c8f5fbc27d), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:34.067164 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-db75860e-ba70-42be-8d9b-47c52dddfd3b tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651561'] for security_group_rule (37383245-cfd0-43a0-ba13-e8c8f5fbc27d), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:34.076626 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] For port dd5d2770-3543-4a9f-b2a4-47d648926281, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=dd5d2770-3543-4a9f-b2a4-47d648926281,segment=NetworkSegment(fa929cc1-394c-4547-9d6d-d932c4c80d18),segment_id=fa929cc1-394c-4547-9d6d-d932c4c80d18)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:32:34.080351 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (dd5d2770-3543-4a9f-b2a4-47d648926281), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:34.081176 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device f6865ca2-c56e-42c7-af34-54df6e997856 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:32:34.088726 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db75860e-ba70-42be-8d9b-47c52dddfd3b tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37383245-cfd0-43a0-ba13-e8c8f5fbc27d,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:34.094353 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-db75860e-ba70-42be-8d9b-47c52dddfd3b tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:34.099228 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-db75860e-ba70-42be-8d9b-47c52dddfd3b tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1244099 Aug 30 04:32:34.099228 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 56266) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:32:34.103633 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-0c159cba-48f3-4917-8ff9-ea71c9bb9810 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Request body: {'security_group_rule': {'security_group_id': '42b1e446-e4f4-4002-baec-f9aa7dda8485', 'project_id': '96907629895d451697f448cf2c3bc6a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:32:34.134135 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0c159cba-48f3-4917-8ff9-ea71c9bb9810 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Publish callbacks [] for security_group_rule (8aefa0d0-72ca-4d09-8a8c-eaedcd5f7c03), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:34.157338 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Pushing event updated for resources: {'Port': ['ID=dd5d2770-3543-4a9f-b2a4-47d648926281,revision_number=4']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:34.168009 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port f6865ca2-c56e-42c7-af34-54df6e997856 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:32:34.168384 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (f6865ca2-c56e-42c7-af34-54df6e997856), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:34.194945 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0c159cba-48f3-4917-8ff9-ea71c9bb9810 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Publish callbacks [] for security_group_rule (8aefa0d0-72ca-4d09-8a8c-eaedcd5f7c03), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:34.198863 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0c159cba-48f3-4917-8ff9-ea71c9bb9810 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651561'] for security_group_rule (8aefa0d0-72ca-4d09-8a8c-eaedcd5f7c03), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:34.206421 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:34.219315 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c159cba-48f3-4917-8ff9-ea71c9bb9810 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aefa0d0-72ca-4d09-8a8c-eaedcd5f7c03,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:34.228671 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0c159cba-48f3-4917-8ff9-ea71c9bb9810 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:34.232956 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-0c159cba-48f3-4917-8ff9-ea71c9bb9810 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1297657 Aug 30 04:32:34.233184 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 56268) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:32:34.237410 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-461b13aa-41c7-4b9b-914c-b1ff0fed5c00 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Request body: {'security_group_rule': {'security_group_id': '42b1e446-e4f4-4002-baec-f9aa7dda8485', 'project_id': '96907629895d451697f448cf2c3bc6a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:32:34.249487 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port f6865ca2-c56e-42c7-af34-54df6e997856 is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:32:34.250552 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 92f7ba69-b8ce-4094-b851-d2e57b982fbb up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:32:34.258260 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.db.securitygroups_db [None req-461b13aa-41c7-4b9b-914c-b1ff0fed5c00 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Project 96907629895d451697f448cf2c3bc6a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 04:32:34.264070 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-461b13aa-41c7-4b9b-914c-b1ff0fed5c00 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Publish callbacks [] for security_group_rule (3910ce12-a43d-48f8-9335-b9d62a3bb800), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:34.299025 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port 92f7ba69-b8ce-4094-b851-d2e57b982fbb triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:32:34.299401 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (92f7ba69-b8ce-4094-b851-d2e57b982fbb), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:34.325401 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-461b13aa-41c7-4b9b-914c-b1ff0fed5c00 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Publish callbacks [] for security_group_rule (3910ce12-a43d-48f8-9335-b9d62a3bb800), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:34.329529 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-461b13aa-41c7-4b9b-914c-b1ff0fed5c00 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651561'] for security_group_rule (3910ce12-a43d-48f8-9335-b9d62a3bb800), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:34.348768 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b13aa-41c7-4b9b-914c-b1ff0fed5c00 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3910ce12-a43d-48f8-9335-b9d62a3bb800,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:34.357645 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-461b13aa-41c7-4b9b-914c-b1ff0fed5c00 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:34.358884 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-461b13aa-41c7-4b9b-914c-b1ff0fed5c00 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1248279 Aug 30 04:32:34.361854 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 56270) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:32:34.366814 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-eca6ebb1-3072-42b8-b7a9-d7ec79ff0866 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Request body: {'security_group_rule': {'security_group_id': '42b1e446-e4f4-4002-baec-f9aa7dda8485', 'project_id': '96907629895d451697f448cf2c3bc6a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:32:34.374162 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:34.376427 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port 92f7ba69-b8ce-4094-b851-d2e57b982fbb is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:32:34.393577 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.db.securitygroups_db [None req-eca6ebb1-3072-42b8-b7a9-d7ec79ff0866 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Project 96907629895d451697f448cf2c3bc6a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 04:32:34.399519 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-eca6ebb1-3072-42b8-b7a9-d7ec79ff0866 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Publish callbacks [] for security_group_rule (512e9251-f1ae-4e6d-972c-b2d6c9ee0f25), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:34.461291 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-eca6ebb1-3072-42b8-b7a9-d7ec79ff0866 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Publish callbacks [] for security_group_rule (512e9251-f1ae-4e6d-972c-b2d6c9ee0f25), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:34.464731 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-eca6ebb1-3072-42b8-b7a9-d7ec79ff0866 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651561'] for security_group_rule (512e9251-f1ae-4e6d-972c-b2d6c9ee0f25), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:34.482809 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca6ebb1-3072-42b8-b7a9-d7ec79ff0866 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=512e9251-f1ae-4e6d-972c-b2d6c9ee0f25,revision_number=0']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:34.493570 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-eca6ebb1-3072-42b8-b7a9-d7ec79ff0866 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:34.494752 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-eca6ebb1-3072-42b8-b7a9-d7ec79ff0866 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1319058 Aug 30 04:32:34.496096 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca6ebb1-3072-42b8-b7a9-d7ec79ff0866 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:34.496446 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca6ebb1-3072-42b8-b7a9-d7ec79ff0866 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:34.496793 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca6ebb1-3072-42b8-b7a9-d7ec79ff0866 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:34.497162 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca6ebb1-3072-42b8-b7a9-d7ec79ff0866 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:34.497503 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca6ebb1-3072-42b8-b7a9-d7ec79ff0866 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:34.497840 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca6ebb1-3072-42b8-b7a9-d7ec79ff0866 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:34.498168 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca6ebb1-3072-42b8-b7a9-d7ec79ff0866 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:34.498498 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca6ebb1-3072-42b8-b7a9-d7ec79ff0866 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:34.498833 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca6ebb1-3072-42b8-b7a9-d7ec79ff0866 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:34.499159 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca6ebb1-3072-42b8-b7a9-d7ec79ff0866 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:34.499486 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca6ebb1-3072-42b8-b7a9-d7ec79ff0866 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:34.499813 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca6ebb1-3072-42b8-b7a9-d7ec79ff0866 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:34.500140 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca6ebb1-3072-42b8-b7a9-d7ec79ff0866 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:34.500476 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca6ebb1-3072-42b8-b7a9-d7ec79ff0866 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:34.500785 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca6ebb1-3072-42b8-b7a9-d7ec79ff0866 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:32:34.688943 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054106a-32b2-4187-824e-3f4ef73a7058 req-c33ff5f9-cea2-4326-8c68-a0e27c2ffa0d tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:34.690498 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2054106a-32b2-4187-824e-3f4ef73a7058 req-c33ff5f9-cea2-4326-8c68-a0e27c2ffa0d tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 947 time: 0.0534585 Aug 30 04:32:34.740972 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2054106a-32b2-4187-824e-3f4ef73a7058 req-9a129e36-512a-4c36-a444-741f00560304 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438852 Aug 30 04:32:34.897221 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b66d5cf-0b58-4812-b174-39a07bc2f775 None None] Sync routers for ids ['ea107a04-13bf-4a09-9634-79c4a7d7f472'] in dv-cinder-854265-2-iscsi {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:32:34.907666 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b66d5cf-0b58-4812-b174-39a07bc2f775 None None] Routers {'ea107a04-13bf-4a09-9634-79c4a7d7f472'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:32:34.908499 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-6b66d5cf-0b58-4812-b174-39a07bc2f775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:32:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['ea107a04-13bf-4a09-9634-79c4a7d7f472'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:32:35.011372 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:35.035647 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-6b66d5cf-0b58-4812-b174-39a07bc2f775 None None] Set router ea107a04-13bf-4a09-9634-79c4a7d7f472 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:32:35.062319 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=100 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:35.225205 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-6b66d5cf-0b58-4812-b174-39a07bc2f775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea107a04-13bf-4a09-9634-79c4a7d7f472', 'name': 'tempest-TestShelveInstance-774011781-router', 'tenant_id': '1b05404af98c48dd9c26aafd234846a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'dd5d2770-3543-4a9f-b2a4-47d648926281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:32:29Z', 'updated_at': '2022-08-30T04:32:32Z', 'revision_number': 4, 'project_id': '1b05404af98c48dd9c26aafd234846a9', 'gw_port': {'id': 'dd5d2770-3543-4a9f-b2a4-47d648926281', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:db:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea107a04-13bf-4a09-9634-79c4a7d7f472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:32:29Z', 'updated_at': '2022-08-30T04:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': 'deaada06-7b6a-49e3-ae2e-d229962f6e55', 'name': '', 'network_id': 'a2405824-381f-4cd4-ae0d-7f4e93dc135b', 'tenant_id': '1b05404af98c48dd9c26aafd234846a9', 'mac_address': 'fa:16:3e:17:41:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea107a04-13bf-4a09-9634-79c4a7d7f472', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'fce1036f-4809-4bc2-966b-8f1c6ae4c309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:32:31Z', 'updated_at': '2022-08-30T04:32:32Z', 'revision_number': 2, 'project_id': '1b05404af98c48dd9c26aafd234846a9', 'subnets': [{'id': 'fce1036f-4809-4bc2-966b-8f1c6ae4c309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:32:35.251293 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b66d5cf-0b58-4812-b174-39a07bc2f775 None None] Checking router: ea107a04-13bf-4a09-9634-79c4a7d7f472 for host: dv-cinder-854265-2-iscsi {{(pid=106259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:32:35.251656 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b66d5cf-0b58-4812-b174-39a07bc2f775 None None] Updating router ea107a04-13bf-4a09-9634-79c4a7d7f472 port deaada06-7b6a-49e3-ae2e-d229962f6e55 binding host dv-cinder-854265-2-iscsi {{(pid=106259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:32:35.281248 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6b66d5cf-0b58-4812-b174-39a07bc2f775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (deaada06-7b6a-49e3-ae2e-d229962f6e55), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:35.539768 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6b66d5cf-0b58-4812-b174-39a07bc2f775 None None] Publish callbacks [] for port (deaada06-7b6a-49e3-ae2e-d229962f6e55), precommit_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:35.544971 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6b66d5cf-0b58-4812-b174-39a07bc2f775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (deaada06-7b6a-49e3-ae2e-d229962f6e55), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:35.607056 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d677e0-79df-4988-b74a-f89f87fa2a7b None None] Pushing event updated for resources: {'Port': ['ID=deaada06-7b6a-49e3-ae2e-d229962f6e55,revision_number=3']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:35.635580 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-6b66d5cf-0b58-4812-b174-39a07bc2f775 None None] Attempting to bind port deaada06-7b6a-49e3-ae2e-d229962f6e55 on host dv-cinder-854265-2-iscsi for vnic_type normal with profile {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:32:35.635948 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-6b66d5cf-0b58-4812-b174-39a07bc2f775 None None] Attempting to bind port deaada06-7b6a-49e3-ae2e-d229962f6e55 by drivers openvswitch,hyperv on host dv-cinder-854265-2-iscsi at level 0 using segments [{'id': '878de502-faa4-488a-bb4f-3aa3832eb64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'a2405824-381f-4cd4-ae0d-7f4e93dc135b'}] {{(pid=106259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:32:35.636308 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b66d5cf-0b58-4812-b174-39a07bc2f775 None None] Attempting to bind port deaada06-7b6a-49e3-ae2e-d229962f6e55 on network a2405824-381f-4cd4-ae0d-7f4e93dc135b {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:32:35.641432 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b66d5cf-0b58-4812-b174-39a07bc2f775 None None] Checking agent: {'id': 'e0fa4f30-19e6-45a9-8914-5f6bf4441601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17, 58), 'started_at': datetime.datetime(2022, 8, 30, 4, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:32:35.641810 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b66d5cf-0b58-4812-b174-39a07bc2f775 None None] Checking segment: {'id': '878de502-faa4-488a-bb4f-3aa3832eb64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'a2405824-381f-4cd4-ae0d-7f4e93dc135b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:32:35.642212 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6b66d5cf-0b58-4812-b174-39a07bc2f775 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:35.642604 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b66d5cf-0b58-4812-b174-39a07bc2f775 None None] Bound using segment: {'id': '878de502-faa4-488a-bb4f-3aa3832eb64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'a2405824-381f-4cd4-ae0d-7f4e93dc135b'} {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:32:35.643095 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-6b66d5cf-0b58-4812-b174-39a07bc2f775 None None] Bound port: deaada06-7b6a-49e3-ae2e-d229962f6e55, host: dv-cinder-854265-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '878de502-faa4-488a-bb4f-3aa3832eb64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'a2405824-381f-4cd4-ae0d-7f4e93dc135b'}}] {{(pid=106259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:32:35.643467 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6b66d5cf-0b58-4812-b174-39a07bc2f775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (deaada06-7b6a-49e3-ae2e-d229962f6e55), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:35.704070 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6b66d5cf-0b58-4812-b174-39a07bc2f775 None None] For port deaada06-7b6a-49e3-ae2e-d229962f6e55, host dv-cinder-854265-2-iscsi, cleared binding levels {{(pid=106259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:32:35.707113 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6b66d5cf-0b58-4812-b174-39a07bc2f775 None None] For port deaada06-7b6a-49e3-ae2e-d229962f6e55, host dv-cinder-854265-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=deaada06-7b6a-49e3-ae2e-d229962f6e55,segment=NetworkSegment(878de502-faa4-488a-bb4f-3aa3832eb64c),segment_id=878de502-faa4-488a-bb4f-3aa3832eb64c)] {{(pid=106259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:32:35.712419 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6b66d5cf-0b58-4812-b174-39a07bc2f775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (deaada06-7b6a-49e3-ae2e-d229962f6e55), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:35.753708 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b66d5cf-0b58-4812-b174-39a07bc2f775 None None] Routers {'ea107a04-13bf-4a09-9634-79c4a7d7f472'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:32:35.754343 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-6b66d5cf-0b58-4812-b174-39a07bc2f775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:32:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['ea107a04-13bf-4a09-9634-79c4a7d7f472'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:32:35.808660 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d677e0-79df-4988-b74a-f89f87fa2a7b None None] Pushing event updated for resources: {'Port': ['ID=deaada06-7b6a-49e3-ae2e-d229962f6e55,revision_number=4']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:35.891828 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84ee67-6a53-4bcf-b2f5-cb13c7642c4d req-84fd5d89-fbec-4cd9-9706-568fb2294a75 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:35.893503 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1f84ee67-6a53-4bcf-b2f5-cb13c7642c4d req-84fd5d89-fbec-4cd9-9706-568fb2294a75 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 947 time: 0.0530779 Aug 30 04:32:35.949708 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1f84ee67-6a53-4bcf-b2f5-cb13c7642c4d req-40caf57a-c771-4a3a-81bd-14e9c98d6aa4 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2bc340ec-23f8-4953-9938-5c9c7e90ad1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493395 Aug 30 04:32:35.994362 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device dd5d2770-3543-4a9f-b2a4-47d648926281 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:32:36.018053 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:36.046458 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:36.048607 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-6b66d5cf-0b58-4812-b174-39a07bc2f775 None None] Set router ea107a04-13bf-4a09-9634-79c4a7d7f472 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:32:36.126903 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port dd5d2770-3543-4a9f-b2a4-47d648926281 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:32:36.127278 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (dd5d2770-3543-4a9f-b2a4-47d648926281), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:36.296853 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port dd5d2770-3543-4a9f-b2a4-47d648926281 is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:32:36.312726 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-6b66d5cf-0b58-4812-b174-39a07bc2f775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea107a04-13bf-4a09-9634-79c4a7d7f472', 'name': 'tempest-TestShelveInstance-774011781-router', 'tenant_id': '1b05404af98c48dd9c26aafd234846a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'dd5d2770-3543-4a9f-b2a4-47d648926281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:32:29Z', 'updated_at': '2022-08-30T04:32:32Z', 'revision_number': 4, 'project_id': '1b05404af98c48dd9c26aafd234846a9', 'gw_port': {'id': 'dd5d2770-3543-4a9f-b2a4-47d648926281', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:db:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea107a04-13bf-4a09-9634-79c4a7d7f472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:32:29Z', 'updated_at': '2022-08-30T04:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': 'deaada06-7b6a-49e3-ae2e-d229962f6e55', 'name': '', 'network_id': 'a2405824-381f-4cd4-ae0d-7f4e93dc135b', 'tenant_id': '1b05404af98c48dd9c26aafd234846a9', 'mac_address': 'fa:16:3e:17:41:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea107a04-13bf-4a09-9634-79c4a7d7f472', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'fce1036f-4809-4bc2-966b-8f1c6ae4c309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:32:31Z', 'updated_at': '2022-08-30T04:32:35Z', 'revision_number': 4, 'project_id': '1b05404af98c48dd9c26aafd234846a9', 'subnets': [{'id': 'fce1036f-4809-4bc2-966b-8f1c6ae4c309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:32:36.339314 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b66d5cf-0b58-4812-b174-39a07bc2f775 None None] The sync data for ids ['ea107a04-13bf-4a09-9634-79c4a7d7f472'] in dv-cinder-854265-2-iscsi is: [{'id': 'ea107a04-13bf-4a09-9634-79c4a7d7f472', 'name': 'tempest-TestShelveInstance-774011781-router', 'tenant_id': '1b05404af98c48dd9c26aafd234846a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'dd5d2770-3543-4a9f-b2a4-47d648926281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:32:29Z', 'updated_at': '2022-08-30T04:32:32Z', 'revision_number': 4, 'project_id': '1b05404af98c48dd9c26aafd234846a9', 'gw_port': {'id': 'dd5d2770-3543-4a9f-b2a4-47d648926281', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:db:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea107a04-13bf-4a09-9634-79c4a7d7f472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:32:29Z', 'updated_at': '2022-08-30T04:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': 'deaada06-7b6a-49e3-ae2e-d229962f6e55', 'name': '', 'network_id': 'a2405824-381f-4cd4-ae0d-7f4e93dc135b', 'tenant_id': '1b05404af98c48dd9c26aafd234846a9', 'mac_address': 'fa:16:3e:17:41:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea107a04-13bf-4a09-9634-79c4a7d7f472', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'fce1036f-4809-4bc2-966b-8f1c6ae4c309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:32:31Z', 'updated_at': '2022-08-30T04:32:35Z', 'revision_number': 4, 'project_id': '1b05404af98c48dd9c26aafd234846a9', 'subnets': [{'id': 'fce1036f-4809-4bc2-966b-8f1c6ae4c309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:32:36.420941 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e04d29-ac33-44f2-98d5-52db44019821 req-140a8308-f8df-4c5e-b5b4-20b7edc5929d tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:36.422425 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-51e04d29-ac33-44f2-98d5-52db44019821 req-140a8308-f8df-4c5e-b5b4-20b7edc5929d tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 947 time: 0.0701778 Aug 30 04:32:36.526221 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [req-51e04d29-ac33-44f2-98d5-52db44019821 req-eeb134de-5a4c-444d-8857-6168c32aba3f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Deleting port 1bbf1f65-3b92-403e-a0f0-5309613fb5f8 {{(pid=106257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:32:36.526560 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-51e04d29-ac33-44f2-98d5-52db44019821 req-eeb134de-5a4c-444d-8857-6168c32aba3f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (1bbf1f65-3b92-403e-a0f0-5309613fb5f8), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:36.622357 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [req-51e04d29-ac33-44f2-98d5-52db44019821 req-eeb134de-5a4c-444d-8857-6168c32aba3f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] For port 1bbf1f65-3b92-403e-a0f0-5309613fb5f8, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=1bbf1f65-3b92-403e-a0f0-5309613fb5f8,segment=NetworkSegment(a693d004-c19a-4e68-bb57-afa3ae3ca47a),segment_id=a693d004-c19a-4e68-bb57-afa3ae3ca47a)] {{(pid=106257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:32:36.622725 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-51e04d29-ac33-44f2-98d5-52db44019821 req-eeb134de-5a4c-444d-8857-6168c32aba3f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (1bbf1f65-3b92-403e-a0f0-5309613fb5f8), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:36.841410 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-51e04d29-ac33-44f2-98d5-52db44019821 req-eeb134de-5a4c-444d-8857-6168c32aba3f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:36.841779 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-51e04d29-ac33-44f2-98d5-52db44019821 req-eeb134de-5a4c-444d-8857-6168c32aba3f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696708'] for floatingip (4731c7cf-1d33-41b6-910f-38bffc4a8762), after_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:36.842099 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.db.l3_db [req-51e04d29-ac33-44f2-98d5-52db44019821 req-eeb134de-5a4c-444d-8857-6168c32aba3f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Floating IP 4731c7cf-1d33-41b6-910f-38bffc4a8762 disassociated. External IP: 172.27.1.247, port: 1bbf1f65-3b92-403e-a0f0-5309613fb5f8. Aug 30 04:32:36.842449 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [req-51e04d29-ac33-44f2-98d5-52db44019821 req-eeb134de-5a4c-444d-8857-6168c32aba3f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Calling delete_port for 1bbf1f65-3b92-403e-a0f0-5309613fb5f8 owned by compute:nova {{(pid=106257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:32:36.978890 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-51e04d29-ac33-44f2-98d5-52db44019821 req-eeb134de-5a4c-444d-8857-6168c32aba3f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (1bbf1f65-3b92-403e-a0f0-5309613fb5f8), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:37.009896 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb134de-5a4c-444d-8857-6168c32aba3f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Pushing event deleted for resources: {'Port': ['ID=1bbf1f65-3b92-403e-a0f0-5309613fb5f8,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:37.081078 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c37ea127-1973-4201-8f8f-936e5c73a7e7 req-5b2decf7-ebc5-417b-8888-65f73721980c tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 210 time: 0.0330975 Aug 30 04:32:37.141479 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51e04d29-ac33-44f2-98d5-52db44019821 req-eeb134de-5a4c-444d-8857-6168c32aba3f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Router 1b0b9488-6100-4281-972e-44537b48dc76 has already been hosted by L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 {{(pid=106257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:32:37.148205 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:37.245368 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:37.252299 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51e04d29-ac33-44f2-98d5-52db44019821 req-eeb134de-5a4c-444d-8857-6168c32aba3f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:32:37.265225 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55020081-7d18-4457-8da8-2fbd2fac2266 None None] Sync routers for ids ['1b0b9488-6100-4281-972e-44537b48dc76'] in dv-cinder-854265-2-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:32:37.280869 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55020081-7d18-4457-8da8-2fbd2fac2266 None None] Routers {'1b0b9488-6100-4281-972e-44537b48dc76'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:32:37.281619 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-55020081-7d18-4457-8da8-2fbd2fac2266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:32:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['1b0b9488-6100-4281-972e-44537b48dc76'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:32:37.284073 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:37.299567 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [req-51e04d29-ac33-44f2-98d5-52db44019821 req-eeb134de-5a4c-444d-8857-6168c32aba3f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] No DVR routers for this DVR port 1bbf1f65-3b92-403e-a0f0-5309613fb5f8 on host hv-cinder-85426 {{(pid=106257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:32:37.302002 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-51e04d29-ac33-44f2-98d5-52db44019821 req-eeb134de-5a4c-444d-8857-6168c32aba3f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:37.305416 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-51e04d29-ac33-44f2-98d5-52db44019821 req-eeb134de-5a4c-444d-8857-6168c32aba3f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.71 "DELETE /networking/v2.0/ports/1bbf1f65-3b92-403e-a0f0-5309613fb5f8 HTTP/1.1" status: 204 len: 173 time: 0.8715374 Aug 30 04:32:37.305861 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eaa5682-d37f-4718-af65-77b66b3963b7', 'name': 'network-vif-deleted', 'tag': '1bbf1f65-3b92-403e-a0f0-5309613fb5f8'}] {{(pid=106257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:32:37.308115 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d1a48af4e812f9c70823208ed2638ca64b88de6e4994a5bf3763d45491ed842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2f853d-4040-41ad-9bc4-53b46f3625ca" -d '{"events": [{"server_uuid": "0eaa5682-d37f-4718-af65-77b66b3963b7", "name": "network-vif-deleted", "tag": "1bbf1f65-3b92-403e-a0f0-5309613fb5f8"}]}' {{(pid=106257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:32:37.350242 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72a67c2-bdb2-451c-aaf2-a31a9253bcf0 x-openstack-request-id: req-a72a67c2-bdb2-451c-aaf2-a31a9253bcf0 {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:32:37.350554 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eaa5682-d37f-4718-af65-77b66b3963b7", "name": "network-vif-deleted", "tag": "1bbf1f65-3b92-403e-a0f0-5309613fb5f8", "status": "completed", "code": 200}]} {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:32:37.350554 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-a72a67c2-bdb2-451c-aaf2-a31a9253bcf0 {{(pid=106257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:32:37.350995 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a72a67c2-bdb2-451c-aaf2-a31a9253bcf0'] response: {'server_uuid': '0eaa5682-d37f-4718-af65-77b66b3963b7', 'name': 'network-vif-deleted', 'tag': '1bbf1f65-3b92-403e-a0f0-5309613fb5f8', 'status': 'completed', 'code': 200} Aug 30 04:32:37.395475 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-55020081-7d18-4457-8da8-2fbd2fac2266 None None] Set router 1b0b9488-6100-4281-972e-44537b48dc76 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:32:37.607375 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-55020081-7d18-4457-8da8-2fbd2fac2266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0b9488-6100-4281-972e-44537b48dc76', 'name': 'tempest-AttachVolumeShelveTestJSON-273455019-router', 'tenant_id': '8afb4049582c4beaa9defa2fe20c8b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'de5de454-e840-412f-8a1d-c07983265b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:55Z', 'updated_at': '2022-08-30T04:28:00Z', 'revision_number': 4, 'project_id': '8afb4049582c4beaa9defa2fe20c8b52', 'gw_port': {'id': 'de5de454-e840-412f-8a1d-c07983265b2b', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:24:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b9488-6100-4281-972e-44537b48dc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:55Z', 'updated_at': '2022-08-30T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': 'dd472d91-79f6-4964-8656-333efb576867', 'name': '', 'network_id': '3a833cc4-0338-4d6e-b00c-99c3817ea5ba', 'tenant_id': '8afb4049582c4beaa9defa2fe20c8b52', 'mac_address': 'fa:16:3e:06:20:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b9488-6100-4281-972e-44537b48dc76', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '14ce1079-bb9d-4bd2-9455-27504a55dd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:59Z', 'updated_at': '2022-08-30T04:28:12Z', 'revision_number': 5, 'project_id': '8afb4049582c4beaa9defa2fe20c8b52', 'subnets': [{'id': '14ce1079-bb9d-4bd2-9455-27504a55dd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:32:37.633812 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55020081-7d18-4457-8da8-2fbd2fac2266 None None] Checking router: 1b0b9488-6100-4281-972e-44537b48dc76 for host: dv-cinder-854265-2-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:32:37.640824 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:37.643688 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55020081-7d18-4457-8da8-2fbd2fac2266 None None] Routers {'1b0b9488-6100-4281-972e-44537b48dc76'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:32:37.644864 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-55020081-7d18-4457-8da8-2fbd2fac2266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:32:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['1b0b9488-6100-4281-972e-44537b48dc76'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:32:37.751200 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-55020081-7d18-4457-8da8-2fbd2fac2266 None None] Set router 1b0b9488-6100-4281-972e-44537b48dc76 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:32:37.861734 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device deaada06-7b6a-49e3-ae2e-d229962f6e55 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:32:37.906675 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port deaada06-7b6a-49e3-ae2e-d229962f6e55 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:32:37.907187 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (deaada06-7b6a-49e3-ae2e-d229962f6e55), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:37.987004 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port deaada06-7b6a-49e3-ae2e-d229962f6e55 is: DOWN; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:32:37.987400 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (deaada06-7b6a-49e3-ae2e-d229962f6e55), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:38.024288 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] For port deaada06-7b6a-49e3-ae2e-d229962f6e55, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=deaada06-7b6a-49e3-ae2e-d229962f6e55,segment=NetworkSegment(878de502-faa4-488a-bb4f-3aa3832eb64c),segment_id=878de502-faa4-488a-bb4f-3aa3832eb64c)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:32:38.028872 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (deaada06-7b6a-49e3-ae2e-d229962f6e55), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:38.044229 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-55020081-7d18-4457-8da8-2fbd2fac2266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0b9488-6100-4281-972e-44537b48dc76', 'name': 'tempest-AttachVolumeShelveTestJSON-273455019-router', 'tenant_id': '8afb4049582c4beaa9defa2fe20c8b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'de5de454-e840-412f-8a1d-c07983265b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:55Z', 'updated_at': '2022-08-30T04:28:00Z', 'revision_number': 4, 'project_id': '8afb4049582c4beaa9defa2fe20c8b52', 'gw_port': {'id': 'de5de454-e840-412f-8a1d-c07983265b2b', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:24:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b9488-6100-4281-972e-44537b48dc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:55Z', 'updated_at': '2022-08-30T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': 'dd472d91-79f6-4964-8656-333efb576867', 'name': '', 'network_id': '3a833cc4-0338-4d6e-b00c-99c3817ea5ba', 'tenant_id': '8afb4049582c4beaa9defa2fe20c8b52', 'mac_address': 'fa:16:3e:06:20:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b9488-6100-4281-972e-44537b48dc76', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '14ce1079-bb9d-4bd2-9455-27504a55dd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:59Z', 'updated_at': '2022-08-30T04:28:12Z', 'revision_number': 5, 'project_id': '8afb4049582c4beaa9defa2fe20c8b52', 'subnets': [{'id': '14ce1079-bb9d-4bd2-9455-27504a55dd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:32:38.070605 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55020081-7d18-4457-8da8-2fbd2fac2266 None None] The sync data for ids ['1b0b9488-6100-4281-972e-44537b48dc76'] in dv-cinder-854265-2-iscsi is: [{'id': '1b0b9488-6100-4281-972e-44537b48dc76', 'name': 'tempest-AttachVolumeShelveTestJSON-273455019-router', 'tenant_id': '8afb4049582c4beaa9defa2fe20c8b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'de5de454-e840-412f-8a1d-c07983265b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:55Z', 'updated_at': '2022-08-30T04:28:00Z', 'revision_number': 4, 'project_id': '8afb4049582c4beaa9defa2fe20c8b52', 'gw_port': {'id': 'de5de454-e840-412f-8a1d-c07983265b2b', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:24:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b9488-6100-4281-972e-44537b48dc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:55Z', 'updated_at': '2022-08-30T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': 'dd472d91-79f6-4964-8656-333efb576867', 'name': '', 'network_id': '3a833cc4-0338-4d6e-b00c-99c3817ea5ba', 'tenant_id': '8afb4049582c4beaa9defa2fe20c8b52', 'mac_address': 'fa:16:3e:06:20:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b9488-6100-4281-972e-44537b48dc76', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '14ce1079-bb9d-4bd2-9455-27504a55dd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:59Z', 'updated_at': '2022-08-30T04:28:12Z', 'revision_number': 5, 'project_id': '8afb4049582c4beaa9defa2fe20c8b52', 'subnets': [{'id': '14ce1079-bb9d-4bd2-9455-27504a55dd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:32:38.077447 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Pushing event updated for resources: {'Port': ['ID=deaada06-7b6a-49e3-ae2e-d229962f6e55,revision_number=5']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:38.212701 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5bccd154-af3c-418b-bf9f-9d2e64d5e130 req-79c3fa0a-fcc4-46db-bfa9-60fb5c3bf5c8 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0eaa5682-d37f-4718-af65-77b66b3963b7 HTTP/1.1" status: 200 len: 210 time: 0.0354974 Aug 30 04:32:39.228756 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3db1d09-7084-40cc-bca0-d19042a0d394 None None] New status for floating IP 4731c7cf-1d33-41b6-910f-38bffc4a8762: DOWN {{(pid=106259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:32:39.330514 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 56352) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:32:39.389757 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-eeb4ade7-8ef5-438a-995a-7233157fed9f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks [] for security_group (2bc340ec-23f8-4953-9938-5c9c7e90ad1e), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:39.413805 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-eeb4ade7-8ef5-438a-995a-7233157fed9f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks [] for security_group (2bc340ec-23f8-4953-9938-5c9c7e90ad1e), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:39.463687 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-eeb4ade7-8ef5-438a-995a-7233157fed9f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (2bc340ec-23f8-4953-9938-5c9c7e90ad1e), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:39.466345 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-eeb4ade7-8ef5-438a-995a-7233157fed9f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:39.467582 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-eeb4ade7-8ef5-438a-995a-7233157fed9f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "DELETE /networking/v2.0/security-groups/2bc340ec-23f8-4953-9938-5c9c7e90ad1e HTTP/1.1" status: 204 len: 168 time: 0.1348014 Aug 30 04:32:39.470520 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 56354) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:32:39.477179 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb4ade7-8ef5-438a-995a-7233157fed9f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc340ec-23f8-4953-9938-5c9c7e90ad1e,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:39.490285 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.api.v2.resource [None req-698888c6-61cf-4130-bf51-f6be9c2d9800 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] show failed (client error): The resource could not be found. Aug 30 04:32:39.492095 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-698888c6-61cf-4130-bf51-f6be9c2d9800 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups/2bc340ec-23f8-4953-9938-5c9c7e90ad1e HTTP/1.1" status: 404 len: 347 time: 0.0199058 Aug 30 04:32:39.494203 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 56356) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:32:39.606760 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-c27462b0-df07-4913-9eac-7a23b93aabdc tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Deleting port bb317f41-80a9-43b6-9ae6-002f23e65075 {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:32:39.607109 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c27462b0-df07-4913-9eac-7a23b93aabdc tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (bb317f41-80a9-43b6-9ae6-002f23e65075), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:39.687470 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c27462b0-df07-4913-9eac-7a23b93aabdc tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (bb317f41-80a9-43b6-9ae6-002f23e65075), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:39.687805 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c27462b0-df07-4913-9eac-7a23b93aabdc tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks [] for floatingip (bb317f41-80a9-43b6-9ae6-002f23e65075), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:39.701254 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-c27462b0-df07-4913-9eac-7a23b93aabdc tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Calling delete_port for bb317f41-80a9-43b6-9ae6-002f23e65075 owned by network:floatingip {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:32:39.739489 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:39.842824 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c27462b0-df07-4913-9eac-7a23b93aabdc tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62508200'] for port (bb317f41-80a9-43b6-9ae6-002f23e65075), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:39.844472 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device deaada06-7b6a-49e3-ae2e-d229962f6e55 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:32:39.866501 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27462b0-df07-4913-9eac-7a23b93aabdc tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Pushing event deleted for resources: {'Port': ['ID=bb317f41-80a9-43b6-9ae6-002f23e65075,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:39.891253 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port deaada06-7b6a-49e3-ae2e-d229962f6e55 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:32:39.891499 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (deaada06-7b6a-49e3-ae2e-d229962f6e55), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:39.935439 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c27462b0-df07-4913-9eac-7a23b93aabdc tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks [] for floatingip (4731c7cf-1d33-41b6-910f-38bffc4a8762), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:39.938312 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c27462b0-df07-4913-9eac-7a23b93aabdc tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for floatingip (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:39.939408 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-c27462b0-df07-4913-9eac-7a23b93aabdc tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "DELETE /networking/v2.0/floatingips/4731c7cf-1d33-41b6-910f-38bffc4a8762 HTTP/1.1" status: 204 len: 168 time: 0.4443130 Aug 30 04:32:39.976613 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port deaada06-7b6a-49e3-ae2e-d229962f6e55 is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:32:40.030147 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 56360) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:32:40.034816 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-971c2374-002b-40d3-b586-7ed819853770 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Request body: {'security_group': {'name': 'tempest-securitygroup--285182581', 'description': 'tempest-description--525193281'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:32:40.055584 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-971c2374-002b-40d3-b586-7ed819853770 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:40.103900 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:40.127171 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-971c2374-002b-40d3-b586-7ed819853770 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks [] for security_group (8cb54c6a-1a81-4b01-a2c3-33f9946e9031), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:40.131420 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-971c2374-002b-40d3-b586-7ed819853770 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (8cb54c6a-1a81-4b01-a2c3-33f9946e9031), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:40.157578 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 1bbf1f65-3b92-403e-a0f0-5309613fb5f8 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:32:40.165943 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-971c2374-002b-40d3-b586-7ed819853770 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:40.167178 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-971c2374-002b-40d3-b586-7ed819853770 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1360304 Aug 30 04:32:40.170409 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 56362) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:32:40.171382 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971c2374-002b-40d3-b586-7ed819853770 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb54c6a-1a81-4b01-a2c3-33f9946e9031,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:40.176041 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-481d0705-22d1-4ff5-9952-8a92e89f2147 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Request body: {'security_group_rule': {'security_group_id': '8cb54c6a-1a81-4b01-a2c3-33f9946e9031', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:32:40.177257 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] No Port match for: 1bbf1f65-3b92-403e-a0f0-5309613fb5f8 {{(pid=106259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:32:40.177738 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 1bbf1f65-3b92-403e-a0f0-5309613fb5f8 not bound to the agent host hv-cinder-85426 {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:32:40.205919 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-481d0705-22d1-4ff5-9952-8a92e89f2147 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks [] for security_group_rule (4bba1737-48d6-4f07-9007-bc9724b68712), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:40.263732 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-481d0705-22d1-4ff5-9952-8a92e89f2147 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks [] for security_group_rule (4bba1737-48d6-4f07-9007-bc9724b68712), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:40.267152 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-481d0705-22d1-4ff5-9952-8a92e89f2147 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651561'] for security_group_rule (4bba1737-48d6-4f07-9007-bc9724b68712), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:40.287738 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d0705-22d1-4ff5-9952-8a92e89f2147 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bba1737-48d6-4f07-9007-bc9724b68712,revision_number=0']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:40.293620 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-481d0705-22d1-4ff5-9952-8a92e89f2147 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:40.294798 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-481d0705-22d1-4ff5-9952-8a92e89f2147 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1226826 Aug 30 04:32:40.297586 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 56366) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:32:40.302368 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-ef12f395-b96c-4a0d-af8b-e9da9cb2e29b tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Request body: {'security_group_rule': {'security_group_id': '8cb54c6a-1a81-4b01-a2c3-33f9946e9031', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:32:40.329325 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ef12f395-b96c-4a0d-af8b-e9da9cb2e29b tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks [] for security_group_rule (77f84886-ef02-4659-b2f4-31f5ed475884), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:40.385518 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ef12f395-b96c-4a0d-af8b-e9da9cb2e29b tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks [] for security_group_rule (77f84886-ef02-4659-b2f4-31f5ed475884), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:40.388887 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ef12f395-b96c-4a0d-af8b-e9da9cb2e29b tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651561'] for security_group_rule (77f84886-ef02-4659-b2f4-31f5ed475884), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:40.407279 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef12f395-b96c-4a0d-af8b-e9da9cb2e29b tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77f84886-ef02-4659-b2f4-31f5ed475884,revision_number=0']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:40.414840 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ef12f395-b96c-4a0d-af8b-e9da9cb2e29b tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:40.419135 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-ef12f395-b96c-4a0d-af8b-e9da9cb2e29b tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1175084 Aug 30 04:32:40.419362 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 56368) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:32:40.423590 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-eae9d566-1e8f-44ac-be1b-31d069e95a78 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Request body: {'floatingip': {'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:32:40.446963 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-eae9d566-1e8f-44ac-be1b-31d069e95a78 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:40.528967 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-eae9d566-1e8f-44ac-be1b-31d069e95a78 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:40.638893 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.db_base_plugin_common [None req-eae9d566-1e8f-44ac-be1b-31d069e95a78 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Allocated IP 172.27.1.202 (03964a12-f74f-4d2e-840d-00c949ed3dc4/00661445-2d2c-4e5c-8f29-475eaaec65d5/8d092398-60bf-43de-bd65-14802299cfae) {{(pid=106257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:32:40.644398 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:40.747343 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-eae9d566-1e8f-44ac-be1b-31d069e95a78 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks [] for port (8d092398-60bf-43de-bd65-14802299cfae), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:40.756660 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:40.784087 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-eae9d566-1e8f-44ac-be1b-31d069e95a78 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (8d092398-60bf-43de-bd65-14802299cfae), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:40.828844 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae9d566-1e8f-44ac-be1b-31d069e95a78 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Network 03964a12-f74f-4d2e-840d-00c949ed3dc4 is already hosted by enough agents. {{(pid=106257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:32:40.833832 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.base_scheduler [None req-eae9d566-1e8f-44ac-be1b-31d069e95a78 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Resources bound (agent type, host, resource id): {{(pid=106257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:32:40.836210 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae9d566-1e8f-44ac-be1b-31d069e95a78 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Received port after_create {{(pid=106257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:32:40.839466 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae9d566-1e8f-44ac-be1b-31d069e95a78 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Pushing event updated for resources: {'Port': ['ID=8d092398-60bf-43de-bd65-14802299cfae,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:40.919227 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-eae9d566-1e8f-44ac-be1b-31d069e95a78 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks [] for floatingip (a67d9e53-f0ea-4ce3-b4aa-100de77ce2a0), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:40.955175 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-eae9d566-1e8f-44ac-be1b-31d069e95a78 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (8d092398-60bf-43de-bd65-14802299cfae), before_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:41.115121 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-eae9d566-1e8f-44ac-be1b-31d069e95a78 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks [] for port (8d092398-60bf-43de-bd65-14802299cfae), precommit_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:41.120817 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-eae9d566-1e8f-44ac-be1b-31d069e95a78 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61207719'] for port (8d092398-60bf-43de-bd65-14802299cfae), after_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:41.192548 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-eae9d566-1e8f-44ac-be1b-31d069e95a78 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696708'] for floatingip (a67d9e53-f0ea-4ce3-b4aa-100de77ce2a0), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:41.195370 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae9d566-1e8f-44ac-be1b-31d069e95a78 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Pushing event updated for resources: {'Port': ['ID=8d092398-60bf-43de-bd65-14802299cfae,revision_number=2']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:41.213125 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-eae9d566-1e8f-44ac-be1b-31d069e95a78 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for floatingip (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:41.214379 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-eae9d566-1e8f-44ac-be1b-31d069e95a78 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7940915 Aug 30 04:32:41.424299 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b2559945-a24c-4d18-817e-96aaeb573973 req-f98d76f4-7d2e-4de8-8444-da1cd4b64c57 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--285182581&fields=id&tenant_id=8afb4049582c4beaa9defa2fe20c8b52 HTTP/1.1" status: 200 len: 267 time: 0.0435209 Aug 30 04:32:41.530020 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2559945-a24c-4d18-817e-96aaeb573973 req-ca86c76f-5c78-4b61-9cb6-ac50398a8ef4 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:41.531507 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b2559945-a24c-4d18-817e-96aaeb573973 req-ca86c76f-5c78-4b61-9cb6-ac50398a8ef4 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/networks?id=3a833cc4-0338-4d6e-b00c-99c3817ea5ba HTTP/1.1" status: 200 len: 816 time: 0.1007342 Aug 30 04:32:41.545709 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b2559945-a24c-4d18-817e-96aaeb573973 req-5250665e-8a2e-41fb-98d8-0bcf1a77b55b tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/quotas/8afb4049582c4beaa9defa2fe20c8b52 HTTP/1.1" status: 200 len: 375 time: 0.0088654 Aug 30 04:32:41.598202 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b2559945-a24c-4d18-817e-96aaeb573973 req-f23647f5-40de-4b7f-8076-84de670c1df5 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=8afb4049582c4beaa9defa2fe20c8b52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477324 Aug 30 04:32:41.785809 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b2559945-a24c-4d18-817e-96aaeb573973 req-5e678f94-a39b-4465-8ed3-9d5474fbd33f service neutron] 10.222.0.85 "GET /networking/v2.0/networks/3a833cc4-0338-4d6e-b00c-99c3817ea5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760707 Aug 30 04:32:41.881337 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b2559945-a24c-4d18-817e-96aaeb573973 req-3d216063-f39a-4078-9956-9d99c248ea80 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/3a833cc4-0338-4d6e-b00c-99c3817ea5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895023 Aug 30 04:32:42.042366 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-87570b24-84de-459c-afaa-36ec9026ff78 req-c7015606-5a69-4456-86b3-80ba9905b5d3 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 210 time: 0.0272889 Aug 30 04:32:42.192549 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (dd0d0365-d50b-4401-90d8-c3ff73fab053), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:43.131629 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5cc0fd66-ed39-4e64-8318-a921dcb54056 req-3e805380-b0d4-442f-a546-f17b9b2bb710 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 210 time: 0.0293806 Aug 30 04:32:44.220659 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-337087b0-6080-4fc0-8bd6-dbb4b213ee2a req-b4390000-f1c4-4c34-b91f-88ed5b8daa26 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 210 time: 0.0309753 Aug 30 04:32:45.307026 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-fb19e5c9-ac04-4cb9-b6f8-abf7870a0532 req-686a7d28-0c54-424b-8055-10d3e53e8ba7 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 210 time: 0.0289621 Aug 30 04:32:46.415346 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-707bf66b-ca9e-4726-8b21-8c805ed831cd req-3b079193-d39b-4ca5-a105-98e9b0602a80 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 210 time: 0.0283761 Aug 30 04:32:47.526092 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8b52d78d-a013-47c5-983c-fde65a6b4084 req-9e86c742-d7bf-4b9f-9985-0d20c84709bc tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 210 time: 0.0299294 Aug 30 04:32:47.640666 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2559945-a24c-4d18-817e-96aaeb573973 req-18622cde-5fea-49dc-a96d-7e6f2baa6475 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:47.640666 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-b2559945-a24c-4d18-817e-96aaeb573973 req-18622cde-5fea-49dc-a96d-7e6f2baa6475 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.71 "GET /networking/v2.0/networks?id=3a833cc4-0338-4d6e-b00c-99c3817ea5ba HTTP/1.1" status: 200 len: 816 time: 0.1057434 Aug 30 04:32:47.716204 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-b2559945-a24c-4d18-817e-96aaeb573973 req-efd5f603-583a-4ce1-b7db-3bc2d5da610b tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.71 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8afb4049582c4beaa9defa2fe20c8b52 HTTP/1.1" status: 200 len: 379 time: 0.0568504 Aug 30 04:32:47.890018 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [req-b2559945-a24c-4d18-817e-96aaeb573973 req-f5d53bc7-d8da-4e34-9da0-d7803a1b6492 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Request body: {'port': {'device_id': 'd05746cb-13ab-4eb9-961b-09d7254f6ce5', 'network_id': '3a833cc4-0338-4d6e-b00c-99c3817ea5ba', 'admin_state_up': True, 'tenant_id': '8afb4049582c4beaa9defa2fe20c8b52', 'security_groups': ['8cb54c6a-1a81-4b01-a2c3-33f9946e9031']}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:32:47.894426 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:47.998092 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2559945-a24c-4d18-817e-96aaeb573973 req-f5d53bc7-d8da-4e34-9da0-d7803a1b6492 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Made reservation on behalf of 8afb4049582c4beaa9defa2fe20c8b52 for: {'port': 1} {{(pid=106257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:32:48.001843 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-b2559945-a24c-4d18-817e-96aaeb573973 req-f5d53bc7-d8da-4e34-9da0-d7803a1b6492 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:48.075611 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:48.130105 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.db_base_plugin_common [req-b2559945-a24c-4d18-817e-96aaeb573973 req-f5d53bc7-d8da-4e34-9da0-d7803a1b6492 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Allocated IP 172.20.0.10 (3a833cc4-0338-4d6e-b00c-99c3817ea5ba/14ce1079-bb9d-4bd2-9455-27504a55dd9e/6a20448d-3686-45d0-84c7-615528a03b7c) {{(pid=106257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:32:48.269343 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-b2559945-a24c-4d18-817e-96aaeb573973 req-f5d53bc7-d8da-4e34-9da0-d7803a1b6492 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks [] for port (6a20448d-3686-45d0-84c7-615528a03b7c), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:48.301898 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-b2559945-a24c-4d18-817e-96aaeb573973 req-f5d53bc7-d8da-4e34-9da0-d7803a1b6492 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (6a20448d-3686-45d0-84c7-615528a03b7c), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:48.346614 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2559945-a24c-4d18-817e-96aaeb573973 req-f5d53bc7-d8da-4e34-9da0-d7803a1b6492 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Network 3a833cc4-0338-4d6e-b00c-99c3817ea5ba is already hosted by enough agents. {{(pid=106257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:32:48.349697 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.base_scheduler [req-b2559945-a24c-4d18-817e-96aaeb573973 req-f5d53bc7-d8da-4e34-9da0-d7803a1b6492 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Resources bound (agent type, host, resource id): {{(pid=106257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:32:48.353679 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2559945-a24c-4d18-817e-96aaeb573973 req-f5d53bc7-d8da-4e34-9da0-d7803a1b6492 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Received port after_create {{(pid=106257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:32:48.359794 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d53bc7-d8da-4e34-9da0-d7803a1b6492 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Pushing event updated for resources: {'Port': ['ID=6a20448d-3686-45d0-84c7-615528a03b7c,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:48.408543 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2559945-a24c-4d18-817e-96aaeb573973 req-f5d53bc7-d8da-4e34-9da0-d7803a1b6492 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:48.409179 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-b2559945-a24c-4d18-817e-96aaeb573973 req-f5d53bc7-d8da-4e34-9da0-d7803a1b6492 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:48.428819 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-b2559945-a24c-4d18-817e-96aaeb573973 req-f5d53bc7-d8da-4e34-9da0-d7803a1b6492 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5427630 Aug 30 04:32:48.449753 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [req-b2559945-a24c-4d18-817e-96aaeb573973 req-76cb9a86-9795-4750-8078-a8ca72d64b4e service neutron] Request body: {'port': {'device_id': 'd05746cb-13ab-4eb9-961b-09d7254f6ce5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:32:48.515346 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-b2559945-a24c-4d18-817e-96aaeb573973 req-76cb9a86-9795-4750-8078-a8ca72d64b4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (6a20448d-3686-45d0-84c7-615528a03b7c), before_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:48.623929 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-0f9e1131-f900-447b-b826-a49c1fef4e37 None None] Provisioning complete for port 6a20448d-3686-45d0-84c7-615528a03b7c triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:32:48.624501 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-0f9e1131-f900-447b-b826-a49c1fef4e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (6a20448d-3686-45d0-84c7-615528a03b7c), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:48.660119 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-0f9e1131-f900-447b-b826-a49c1fef4e37 None None] Port 6a20448d-3686-45d0-84c7-615528a03b7c cannot update to ACTIVE because it is not bound. {{(pid=106259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:32:48.670515 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0570f-2a43-4667-a380-b02c7d46f856 req-fbadc4f0-3d2d-4c8f-a7c4-a4446d8fc7d3 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:48.672106 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c7b0570f-2a43-4667-a380-b02c7d46f856 req-fbadc4f0-3d2d-4c8f-a7c4-a4446d8fc7d3 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 932 time: 0.0649955 Aug 30 04:32:48.685399 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:48.714862 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:48.724573 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c7b0570f-2a43-4667-a380-b02c7d46f856 req-a786a162-5766-4897-9f8e-b45773949ea3 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462935 Aug 30 04:32:48.782994 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.notifiers.nova [req-b2559945-a24c-4d18-817e-96aaeb573973 req-76cb9a86-9795-4750-8078-a8ca72d64b4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a20448d-3686-45d0-84c7-615528a03b7c {{(pid=106257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:32:48.790515 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-b2559945-a24c-4d18-817e-96aaeb573973 req-76cb9a86-9795-4750-8078-a8ca72d64b4e service neutron] Publish callbacks [] for port (6a20448d-3686-45d0-84c7-615528a03b7c), precommit_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:48.803627 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.provisioning_blocks [req-b2559945-a24c-4d18-817e-96aaeb573973 req-76cb9a86-9795-4750-8078-a8ca72d64b4e service neutron] Transition to ACTIVE for port object 6a20448d-3686-45d0-84c7-615528a03b7c will not be triggered until provisioned by entity L2. {{(pid=106257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:32:48.808207 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-b2559945-a24c-4d18-817e-96aaeb573973 req-76cb9a86-9795-4750-8078-a8ca72d64b4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61207719'] for port (6a20448d-3686-45d0-84c7-615528a03b7c), after_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:48.868078 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb9a86-9795-4750-8078-a8ca72d64b4e service neutron] Pushing event updated for resources: {'Port': ['ID=6a20448d-3686-45d0-84c7-615528a03b7c,revision_number=2']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:48.872877 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:48.922115 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.managers [req-b2559945-a24c-4d18-817e-96aaeb573973 req-76cb9a86-9795-4750-8078-a8ca72d64b4e service neutron] Attempting to bind port 6a20448d-3686-45d0-84c7-615528a03b7c on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:32:48.922450 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.managers [req-b2559945-a24c-4d18-817e-96aaeb573973 req-76cb9a86-9795-4750-8078-a8ca72d64b4e service neutron] Attempting to bind port 6a20448d-3686-45d0-84c7-615528a03b7c by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'a693d004-c19a-4e68-bb57-afa3ae3ca47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '3a833cc4-0338-4d6e-b00c-99c3817ea5ba'}] {{(pid=106257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:32:48.922786 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2559945-a24c-4d18-817e-96aaeb573973 req-76cb9a86-9795-4750-8078-a8ca72d64b4e service neutron] Attempting to bind port 6a20448d-3686-45d0-84c7-615528a03b7c on network 3a833cc4-0338-4d6e-b00c-99c3817ea5ba {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:32:48.927976 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2559945-a24c-4d18-817e-96aaeb573973 req-76cb9a86-9795-4750-8078-a8ca72d64b4e service neutron] Port 6a20448d-3686-45d0-84c7-615528a03b7c on network 3a833cc4-0338-4d6e-b00c-99c3817ea5ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:32:48.928296 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2559945-a24c-4d18-817e-96aaeb573973 req-76cb9a86-9795-4750-8078-a8ca72d64b4e service neutron] Attempting to bind port 6a20448d-3686-45d0-84c7-615528a03b7c on network 3a833cc4-0338-4d6e-b00c-99c3817ea5ba {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:32:48.933052 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2559945-a24c-4d18-817e-96aaeb573973 req-76cb9a86-9795-4750-8078-a8ca72d64b4e service neutron] Checking agent: {'id': 'dd0d0365-d50b-4401-90d8-c3ff73fab053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 24, 11), 'started_at': datetime.datetime(2022, 8, 30, 4, 24, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:32:48.933399 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2559945-a24c-4d18-817e-96aaeb573973 req-76cb9a86-9795-4750-8078-a8ca72d64b4e service neutron] Checking segment: {'id': 'a693d004-c19a-4e68-bb57-afa3ae3ca47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '3a833cc4-0338-4d6e-b00c-99c3817ea5ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:32:48.933775 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2559945-a24c-4d18-817e-96aaeb573973 req-76cb9a86-9795-4750-8078-a8ca72d64b4e service neutron] Bound using segment: {'id': 'a693d004-c19a-4e68-bb57-afa3ae3ca47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '3a833cc4-0338-4d6e-b00c-99c3817ea5ba'} {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:32:48.934195 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.managers [req-b2559945-a24c-4d18-817e-96aaeb573973 req-76cb9a86-9795-4750-8078-a8ca72d64b4e service neutron] Bound port: 6a20448d-3686-45d0-84c7-615528a03b7c, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a693d004-c19a-4e68-bb57-afa3ae3ca47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '3a833cc4-0338-4d6e-b00c-99c3817ea5ba'}}] {{(pid=106257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:32:48.934548 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-b2559945-a24c-4d18-817e-96aaeb573973 req-76cb9a86-9795-4750-8078-a8ca72d64b4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (6a20448d-3686-45d0-84c7-615528a03b7c), before_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:48.993670 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [req-b2559945-a24c-4d18-817e-96aaeb573973 req-76cb9a86-9795-4750-8078-a8ca72d64b4e service neutron] For port 6a20448d-3686-45d0-84c7-615528a03b7c, host hv-cinder-85426, cleared binding levels {{(pid=106257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:32:48.996587 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [req-b2559945-a24c-4d18-817e-96aaeb573973 req-76cb9a86-9795-4750-8078-a8ca72d64b4e service neutron] For port 6a20448d-3686-45d0-84c7-615528a03b7c, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=6a20448d-3686-45d0-84c7-615528a03b7c,segment=NetworkSegment(a693d004-c19a-4e68-bb57-afa3ae3ca47a),segment_id=a693d004-c19a-4e68-bb57-afa3ae3ca47a)] {{(pid=106257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:32:49.002421 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-b2559945-a24c-4d18-817e-96aaeb573973 req-76cb9a86-9795-4750-8078-a8ca72d64b4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61207719'] for port (6a20448d-3686-45d0-84c7-615528a03b7c), after_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:49.006454 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2559945-a24c-4d18-817e-96aaeb573973 req-76cb9a86-9795-4750-8078-a8ca72d64b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:49.007059 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-b2559945-a24c-4d18-817e-96aaeb573973 req-76cb9a86-9795-4750-8078-a8ca72d64b4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:49.008482 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-b2559945-a24c-4d18-817e-96aaeb573973 req-76cb9a86-9795-4750-8078-a8ca72d64b4e service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/6a20448d-3686-45d0-84c7-615528a03b7c HTTP/1.1" status: 200 len: 1094 time: 0.5630417 Aug 30 04:32:49.008987 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd05746cb-13ab-4eb9-961b-09d7254f6ce5', 'tag': '6a20448d-3686-45d0-84c7-615528a03b7c'}] {{(pid=106257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:32:49.011252 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d1a48af4e812f9c70823208ed2638ca64b88de6e4994a5bf3763d45491ed842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebcc174d-9011-4d97-8a1c-d7ee4dae0ce3" -d '{"events": [{"name": "network-changed", "server_uuid": "d05746cb-13ab-4eb9-961b-09d7254f6ce5", "tag": "6a20448d-3686-45d0-84c7-615528a03b7c"}]}' {{(pid=106257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:32:49.056471 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2dec9a7-b33d-472e-a87a-3a7fc8ea4cc8 x-openstack-request-id: req-f2dec9a7-b33d-472e-a87a-3a7fc8ea4cc8 {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:32:49.056775 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d05746cb-13ab-4eb9-961b-09d7254f6ce5", "tag": "6a20448d-3686-45d0-84c7-615528a03b7c", "status": "completed", "code": 200}]} {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:32:49.057028 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-f2dec9a7-b33d-472e-a87a-3a7fc8ea4cc8 {{(pid=106257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:32:49.057466 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2dec9a7-b33d-472e-a87a-3a7fc8ea4cc8'] response: {'name': 'network-changed', 'server_uuid': 'd05746cb-13ab-4eb9-961b-09d7254f6ce5', 'tag': '6a20448d-3686-45d0-84c7-615528a03b7c', 'status': 'completed', 'code': 200} Aug 30 04:32:49.066702 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb9a86-9795-4750-8078-a8ca72d64b4e service neutron] Pushing event updated for resources: {'Port': ['ID=6a20448d-3686-45d0-84c7-615528a03b7c,revision_number=3']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:49.167450 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2559945-a24c-4d18-817e-96aaeb573973 req-1275e9d9-39ee-405a-ab8c-e7b28ae49b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:49.168828 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-b2559945-a24c-4d18-817e-96aaeb573973 req-1275e9d9-39ee-405a-ab8c-e7b28ae49b2a service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=8afb4049582c4beaa9defa2fe20c8b52&device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 1128 time: 0.0417917 Aug 30 04:32:49.222181 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-b2559945-a24c-4d18-817e-96aaeb573973 req-0a34775a-ec34-46bb-be65-aac5d422cf31 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a20448d-3686-45d0-84c7-615528a03b7c HTTP/1.1" status: 200 len: 217 time: 0.0307055 Aug 30 04:32:49.269272 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2559945-a24c-4d18-817e-96aaeb573973 req-30c93c33-d8ba-48fd-8614-5a2dca61582b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:49.271130 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-b2559945-a24c-4d18-817e-96aaeb573973 req-30c93c33-d8ba-48fd-8614-5a2dca61582b service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=14ce1079-bb9d-4bd2-9455-27504a55dd9e HTTP/1.1" status: 200 len: 855 time: 0.0427268 Aug 30 04:32:49.320085 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2559945-a24c-4d18-817e-96aaeb573973 req-4b96223d-4c32-414c-be8a-5beea307b780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:49.321525 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-b2559945-a24c-4d18-817e-96aaeb573973 req-4b96223d-4c32-414c-be8a-5beea307b780 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=3a833cc4-0338-4d6e-b00c-99c3817ea5ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405984 Aug 30 04:32:49.411937 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-b2559945-a24c-4d18-817e-96aaeb573973 req-86dcbe62-c98c-4b24-ab6a-2f5ed9ac0616 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3a833cc4-0338-4d6e-b00c-99c3817ea5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821943 Aug 30 04:32:49.503173 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-b2559945-a24c-4d18-817e-96aaeb573973 req-7668e98d-c1cb-4a2c-8625-fcfe0ce885c5 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3a833cc4-0338-4d6e-b00c-99c3817ea5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830204 Aug 30 04:32:49.856169 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a30cb-f957-40c4-9059-b18f835f47d6 req-65074933-0f6b-463e-8aa0-3d5f76498918 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:49.857671 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8d9a30cb-f957-40c4-9059-b18f835f47d6 req-65074933-0f6b-463e-8aa0-3d5f76498918 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 944 time: 0.0496967 Aug 30 04:32:49.905218 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8d9a30cb-f957-40c4-9059-b18f835f47d6 req-c8fb1faf-f44a-477d-809a-af097cf892ac tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416837 Aug 30 04:32:50.171777 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477dd739-8558-43b4-94d8-dc043415b9e4 req-f7ddcb9e-af89-4f7e-9681-556067e20323 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:50.173242 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-477dd739-8558-43b4-94d8-dc043415b9e4 req-f7ddcb9e-af89-4f7e-9681-556067e20323 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.0459659 Aug 30 04:32:50.222607 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-477dd739-8558-43b4-94d8-dc043415b9e4 req-f7bc0bbd-e177-4ecb-8b6f-1d647ab3a581 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433631 Aug 30 04:32:50.996689 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc174d-9011-4d97-8a1c-d7ee4dae0ce3 req-2ab8b01f-7cd4-4102-96b6-27a384f79104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:50.998309 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-ebcc174d-9011-4d97-8a1c-d7ee4dae0ce3 req-2ab8b01f-7cd4-4102-96b6-27a384f79104 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=8afb4049582c4beaa9defa2fe20c8b52&device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 1128 time: 0.0427945 Aug 30 04:32:51.031359 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de493cb-af3e-4757-92c2-f5b99a154c6c req-abe0a8fd-ac2a-4434-bbf0-12c0d25056bd tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:51.032948 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7de493cb-af3e-4757-92c2-f5b99a154c6c req-abe0a8fd-ac2a-4434-bbf0-12c0d25056bd tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 944 time: 0.0472841 Aug 30 04:32:51.079124 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7de493cb-af3e-4757-92c2-f5b99a154c6c req-c1a3cc56-8372-4bb9-b69b-75d3f6ebf2d7 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401204 Aug 30 04:32:51.232989 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=70 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:51.239068 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=46 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:51.341995 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f91613d-92c7-4ac6-9712-ce0e3e43d103 req-e21451ca-03aa-496d-a4bb-679c559e1d70 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:51.343335 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8f91613d-92c7-4ac6-9712-ce0e3e43d103 req-e21451ca-03aa-496d-a4bb-679c559e1d70 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.0462573 Aug 30 04:32:51.363281 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:51.390526 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8f91613d-92c7-4ac6-9712-ce0e3e43d103 req-a67eb447-2914-404c-bd58-406c5aa18393 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416749 Aug 30 04:32:52.209253 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475545c3-9ca9-49ec-b8f2-09f0defb049b req-9516aa0b-9b0b-4e1f-b2a6-a535c23b9cfb tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:52.210730 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-475545c3-9ca9-49ec-b8f2-09f0defb049b req-9516aa0b-9b0b-4e1f-b2a6-a535c23b9cfb tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 944 time: 0.0509708 Aug 30 04:32:52.259464 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-475545c3-9ca9-49ec-b8f2-09f0defb049b req-1f2610a4-b1e2-4eb9-bdf6-0fa316dd6c54 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430400 Aug 30 04:32:52.512777 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a41d1-1e55-488c-a4f9-539c2648f927 req-6f5ae9c8-2b78-4067-83b4-44f59fce9773 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:52.514509 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a91a41d1-1e55-488c-a4f9-539c2648f927 req-6f5ae9c8-2b78-4067-83b4-44f59fce9773 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.0482903 Aug 30 04:32:52.520867 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc174d-9011-4d97-8a1c-d7ee4dae0ce3 req-8cc0a1e0-e3ba-4c9c-8d9f-0fdc33126234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:52.522380 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-ebcc174d-9011-4d97-8a1c-d7ee4dae0ce3 req-8cc0a1e0-e3ba-4c9c-8d9f-0fdc33126234 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=3a833cc4-0338-4d6e-b00c-99c3817ea5ba HTTP/1.1" status: 200 len: 918 time: 0.3130572 Aug 30 04:32:52.562459 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a91a41d1-1e55-488c-a4f9-539c2648f927 req-27126c1b-143f-4c69-a7d4-1abc9bcc355e tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=4008dbe0-e1e4-40dd-9c35-91f86b1bff97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416861 Aug 30 04:32:52.562724 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-ebcc174d-9011-4d97-8a1c-d7ee4dae0ce3 req-c1d2e6c6-9179-4f08-ad5c-9c9f4eee8d95 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a20448d-3686-45d0-84c7-615528a03b7c HTTP/1.1" status: 200 len: 217 time: 0.0321996 Aug 30 04:32:52.713022 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc174d-9011-4d97-8a1c-d7ee4dae0ce3 req-a99e7574-bcb9-47c0-a518-fbf2bd6110ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:52.714521 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-ebcc174d-9011-4d97-8a1c-d7ee4dae0ce3 req-a99e7574-bcb9-47c0-a518-fbf2bd6110ff service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=14ce1079-bb9d-4bd2-9455-27504a55dd9e HTTP/1.1" status: 200 len: 855 time: 0.0441036 Aug 30 04:32:52.715399 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009fd6b-a5b2-44e4-afa5-3d3723cf18f7 req-b05f41b4-dff1-48af-8dd2-a40d9d5d8065 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:52.716817 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b009fd6b-a5b2-44e4-afa5-3d3723cf18f7 req-b05f41b4-dff1-48af-8dd2-a40d9d5d8065 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 945 time: 0.0456622 Aug 30 04:32:52.759152 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:52.772580 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc174d-9011-4d97-8a1c-d7ee4dae0ce3 req-47c3dd4d-939f-4c87-bfaa-f2c061596e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:52.774263 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-ebcc174d-9011-4d97-8a1c-d7ee4dae0ce3 req-47c3dd4d-939f-4c87-bfaa-f2c061596e9a service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=3a833cc4-0338-4d6e-b00c-99c3817ea5ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404692 Aug 30 04:32:52.816241 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [req-b009fd6b-a5b2-44e4-afa5-3d3723cf18f7 req-9e4568ba-052a-4638-a2c5-10b2474a4610 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Deleting port 7064d357-6bbe-4302-95ac-eab03664669a {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:32:52.816581 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-b009fd6b-a5b2-44e4-afa5-3d3723cf18f7 req-9e4568ba-052a-4638-a2c5-10b2474a4610 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (7064d357-6bbe-4302-95ac-eab03664669a), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:52.868702 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-ebcc174d-9011-4d97-8a1c-d7ee4dae0ce3 req-2426e690-6dd0-4273-8b33-b69b8e23be91 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3a833cc4-0338-4d6e-b00c-99c3817ea5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856917 Aug 30 04:32:52.913604 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-b009fd6b-a5b2-44e4-afa5-3d3723cf18f7 req-9e4568ba-052a-4638-a2c5-10b2474a4610 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] For port 7064d357-6bbe-4302-95ac-eab03664669a, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=7064d357-6bbe-4302-95ac-eab03664669a,segment=NetworkSegment(18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12),segment_id=18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:32:52.913976 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-b009fd6b-a5b2-44e4-afa5-3d3723cf18f7 req-9e4568ba-052a-4638-a2c5-10b2474a4610 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (7064d357-6bbe-4302-95ac-eab03664669a), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:52.936272 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:52.946874 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-1461a1f1-0b40-4189-8225-c7ee2a1117b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:52.970770 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-ebcc174d-9011-4d97-8a1c-d7ee4dae0ce3 req-c137792f-1822-47e1-8fac-6122bb704dcd service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3a833cc4-0338-4d6e-b00c-99c3817ea5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951476 Aug 30 04:32:53.106652 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-771a0fb9-683a-4070-9ef9-db1739bd35c2 req-7589395e-046d-4ebb-b632-aca45dc85685 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1546792500&fields=id&tenant_id=96907629895d451697f448cf2c3bc6a1 HTTP/1.1" status: 200 len: 267 time: 0.1158211 Aug 30 04:32:53.168051 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:53.231468 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-b009fd6b-a5b2-44e4-afa5-3d3723cf18f7 req-9e4568ba-052a-4638-a2c5-10b2474a4610 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:53.232147 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-b009fd6b-a5b2-44e4-afa5-3d3723cf18f7 req-9e4568ba-052a-4638-a2c5-10b2474a4610 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696708'] for floatingip (19f374ce-4e08-4a1c-9e69-4ecd6879dbce), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:53.232147 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.db.l3_db [req-b009fd6b-a5b2-44e4-afa5-3d3723cf18f7 req-9e4568ba-052a-4638-a2c5-10b2474a4610 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Floating IP 19f374ce-4e08-4a1c-9e69-4ecd6879dbce disassociated. External IP: 172.27.1.84, port: 7064d357-6bbe-4302-95ac-eab03664669a. Aug 30 04:32:53.232398 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [req-b009fd6b-a5b2-44e4-afa5-3d3723cf18f7 req-9e4568ba-052a-4638-a2c5-10b2474a4610 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Calling delete_port for 7064d357-6bbe-4302-95ac-eab03664669a owned by compute:nova {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:32:53.306754 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a0fb9-683a-4070-9ef9-db1739bd35c2 req-41c963d8-479d-4bbf-967f-71011e701d09 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:53.308224 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-771a0fb9-683a-4070-9ef9-db1739bd35c2 req-41c963d8-479d-4bbf-967f-71011e701d09 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/networks?id=6e52047f-70d3-42db-935b-902b02a68f1a HTTP/1.1" status: 200 len: 808 time: 0.1919701 Aug 30 04:32:53.334203 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-771a0fb9-683a-4070-9ef9-db1739bd35c2 req-3cfd9956-bfe8-4ae1-8b6a-1835ebf9dddf tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/quotas/96907629895d451697f448cf2c3bc6a1 HTTP/1.1" status: 200 len: 375 time: 0.0205514 Aug 30 04:32:53.428273 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-771a0fb9-683a-4070-9ef9-db1739bd35c2 req-baf93553-1d1b-4558-a34b-f80d8b82bc68 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=96907629895d451697f448cf2c3bc6a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0827105 Aug 30 04:32:53.467394 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16074d1-2c28-4aca-9ad5-f7689be95062 req-9ee2afbc-026b-421d-9202-fe3023b053a3 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:53.468803 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f16074d1-2c28-4aca-9ad5-f7689be95062 req-9ee2afbc-026b-421d-9202-fe3023b053a3 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 944 time: 0.1223030 Aug 30 04:32:53.482677 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:53.553327 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-b009fd6b-a5b2-44e4-afa5-3d3723cf18f7 req-9e4568ba-052a-4638-a2c5-10b2474a4610 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62508200'] for port (7064d357-6bbe-4302-95ac-eab03664669a), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:53.617619 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4568ba-052a-4638-a2c5-10b2474a4610 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Pushing event deleted for resources: {'Port': ['ID=7064d357-6bbe-4302-95ac-eab03664669a,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:53.633318 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f16074d1-2c28-4aca-9ad5-f7689be95062 req-7509052c-bb47-434b-a08b-919707b985ea tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526139 Aug 30 04:32:53.637696 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-771a0fb9-683a-4070-9ef9-db1739bd35c2 req-be38b19a-98ee-4f1f-aaf4-f34825a47526 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/6e52047f-70d3-42db-935b-902b02a68f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882136 Aug 30 04:32:54.007206 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bfb91d44-dcfe-43cc-8c2c-1a8b8219afde req-4f5fc868-9a28-4f8d-9a44-4fa6131fe5a0 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 210 time: 0.3143811 Aug 30 04:32:54.085992 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-771a0fb9-683a-4070-9ef9-db1739bd35c2 req-f79ad149-0f8e-4acc-b70a-3272f3400593 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/6e52047f-70d3-42db-935b-902b02a68f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4187930 Aug 30 04:32:54.089788 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b009fd6b-a5b2-44e4-afa5-3d3723cf18f7 req-9e4568ba-052a-4638-a2c5-10b2474a4610 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Router cd1726ec-0b76-43ce-b129-28907fd0ca3b has already been hosted by L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 {{(pid=106258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:32:54.188776 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:54.195453 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b009fd6b-a5b2-44e4-afa5-3d3723cf18f7 req-9e4568ba-052a-4638-a2c5-10b2474a4610 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:32:54.205308 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 6a20448d-3686-45d0-84c7-615528a03b7c details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:32:54.210122 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0329844-629e-4670-8103-391943bbca5a None None] Sync routers for ids ['cd1726ec-0b76-43ce-b129-28907fd0ca3b'] in dv-cinder-854265-2-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:32:54.228898 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0329844-629e-4670-8103-391943bbca5a None None] Routers {'cd1726ec-0b76-43ce-b129-28907fd0ca3b'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:32:54.230808 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-d0329844-629e-4670-8103-391943bbca5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:32:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['cd1726ec-0b76-43ce-b129-28907fd0ca3b'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:32:54.249573 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [req-b009fd6b-a5b2-44e4-afa5-3d3723cf18f7 req-9e4568ba-052a-4638-a2c5-10b2474a4610 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] No DVR routers for this DVR port 7064d357-6bbe-4302-95ac-eab03664669a on host hv-cinder-85426 {{(pid=106258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:32:54.252236 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-b009fd6b-a5b2-44e4-afa5-3d3723cf18f7 req-9e4568ba-052a-4638-a2c5-10b2474a4610 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:54.256320 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b009fd6b-a5b2-44e4-afa5-3d3723cf18f7 req-9e4568ba-052a-4638-a2c5-10b2474a4610 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.71 "DELETE /networking/v2.0/ports/7064d357-6bbe-4302-95ac-eab03664669a HTTP/1.1" status: 204 len: 173 time: 1.5212421 Aug 30 04:32:54.256760 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d93d3bc-5adc-40f9-b372-b24ded320831', 'name': 'network-vif-deleted', 'tag': '7064d357-6bbe-4302-95ac-eab03664669a'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:32:54.259069 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cae73fbe7dcf058e11387a0db1adace332cfaa4523dfba65b1576f9d32bef72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95069ca-2726-4579-8c8b-193fce3c60e4" -d '{"events": [{"server_uuid": "3d93d3bc-5adc-40f9-b372-b24ded320831", "name": "network-vif-deleted", "tag": "7064d357-6bbe-4302-95ac-eab03664669a"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:32:54.291060 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:54.317919 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc9fdf5-afa9-46e2-b22a-7cad9c165adb x-openstack-request-id: req-0fc9fdf5-afa9-46e2-b22a-7cad9c165adb {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:32:54.318216 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d93d3bc-5adc-40f9-b372-b24ded320831", "name": "network-vif-deleted", "tag": "7064d357-6bbe-4302-95ac-eab03664669a", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:32:54.318496 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-0fc9fdf5-afa9-46e2-b22a-7cad9c165adb {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:32:54.318898 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fc9fdf5-afa9-46e2-b22a-7cad9c165adb'] response: {'server_uuid': '3d93d3bc-5adc-40f9-b372-b24ded320831', 'name': 'network-vif-deleted', 'tag': '7064d357-6bbe-4302-95ac-eab03664669a', 'status': 'completed', 'code': 200} Aug 30 04:32:54.330552 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 6a20448d-3686-45d0-84c7-615528a03b7c, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=6a20448d-3686-45d0-84c7-615528a03b7c,segment=NetworkSegment(a693d004-c19a-4e68-bb57-afa3ae3ca47a),segment_id=a693d004-c19a-4e68-bb57-afa3ae3ca47a)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:32:54.344955 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Returning: {'device': '6a20448d-3686-45d0-84c7-615528a03b7c', 'network_id': '3a833cc4-0338-4d6e-b00c-99c3817ea5ba', 'port_id': '6a20448d-3686-45d0-84c7-615528a03b7c', 'mac_address': 'fa:16:3e:de:ef:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14ce1079-bb9d-4bd2-9455-27504a55dd9e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:32:54.361054 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-d0329844-629e-4670-8103-391943bbca5a None None] Set router cd1726ec-0b76-43ce-b129-28907fd0ca3b gateway port host: dv-cinder-854265-2-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:32:54.399519 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port 6a20448d-3686-45d0-84c7-615528a03b7c is: DOWN; New status is: BUILD {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:32:54.400189 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (6a20448d-3686-45d0-84c7-615528a03b7c), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:54.416168 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a20448d-3686-45d0-84c7-615528a03b7c {{(pid=106259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:32:54.439487 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 6a20448d-3686-45d0-84c7-615528a03b7c, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=6a20448d-3686-45d0-84c7-615528a03b7c,segment=NetworkSegment(a693d004-c19a-4e68-bb57-afa3ae3ca47a),segment_id=a693d004-c19a-4e68-bb57-afa3ae3ca47a)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:32:54.446281 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (6a20448d-3686-45d0-84c7-615528a03b7c), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:54.466574 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a15900f8-a690-44c7-abe2-42df45e8e397 req-d0905334-2205-435e-82f4-8f6af98a7685 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 210 time: 0.0448384 Aug 30 04:32:54.515862 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=6a20448d-3686-45d0-84c7-615528a03b7c,revision_number=4']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:54.617568 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-d0329844-629e-4670-8103-391943bbca5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'name': 'tempest-AttachVolumeTestJSON-348001869-router', 'tenant_id': 'd7deffddf9934a028bfdb0b1c965c618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '8768219d-9eca-4774-b7e4-b04e9d2e70cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:26:14Z', 'updated_at': '2022-08-30T04:26:20Z', 'revision_number': 4, 'project_id': 'd7deffddf9934a028bfdb0b1c965c618', 'gw_port': {'id': '8768219d-9eca-4774-b7e4-b04e9d2e70cf', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:49:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:15Z', 'updated_at': '2022-08-30T04:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': '72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4', 'name': '', 'network_id': '7fc2da6b-035c-428c-8a36-2438f46094fd', 'tenant_id': 'd7deffddf9934a028bfdb0b1c965c618', 'mac_address': 'fa:16:3e:d0:91:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '10d22c1f-33e0-4527-bb5d-63253813ffaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:19Z', 'updated_at': '2022-08-30T04:26:35Z', 'revision_number': 5, 'project_id': 'd7deffddf9934a028bfdb0b1c965c618', 'subnets': [{'id': '10d22c1f-33e0-4527-bb5d-63253813ffaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:32:54.648857 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0329844-629e-4670-8103-391943bbca5a None None] Checking router: cd1726ec-0b76-43ce-b129-28907fd0ca3b for host: dv-cinder-854265-2-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:32:54.657382 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0329844-629e-4670-8103-391943bbca5a None None] Routers {'cd1726ec-0b76-43ce-b129-28907fd0ca3b'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:32:54.658008 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-d0329844-629e-4670-8103-391943bbca5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:32:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['cd1726ec-0b76-43ce-b129-28907fd0ca3b'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:32:54.788085 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-d0329844-629e-4670-8103-391943bbca5a None None] Set router cd1726ec-0b76-43ce-b129-28907fd0ca3b gateway port host: dv-cinder-854265-2-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:32:54.793600 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70489f1e-67e6-44d1-8082-fee82adab5f2 req-9ec75655-d21f-4031-8ee2-f3ed2dd19956 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:54.795119 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-70489f1e-67e6-44d1-8082-fee82adab5f2 req-9ec75655-d21f-4031-8ee2-f3ed2dd19956 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 945 time: 0.0618179 Aug 30 04:32:54.845924 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-70489f1e-67e6-44d1-8082-fee82adab5f2 req-af7a1764-4bb5-4d33-aaa7-acf2fdfc93b8 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429745 Aug 30 04:32:54.977311 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-d0329844-629e-4670-8103-391943bbca5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'name': 'tempest-AttachVolumeTestJSON-348001869-router', 'tenant_id': 'd7deffddf9934a028bfdb0b1c965c618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '8768219d-9eca-4774-b7e4-b04e9d2e70cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:26:14Z', 'updated_at': '2022-08-30T04:26:20Z', 'revision_number': 4, 'project_id': 'd7deffddf9934a028bfdb0b1c965c618', 'gw_port': {'id': '8768219d-9eca-4774-b7e4-b04e9d2e70cf', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:49:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:15Z', 'updated_at': '2022-08-30T04:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': '72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4', 'name': '', 'network_id': '7fc2da6b-035c-428c-8a36-2438f46094fd', 'tenant_id': 'd7deffddf9934a028bfdb0b1c965c618', 'mac_address': 'fa:16:3e:d0:91:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '10d22c1f-33e0-4527-bb5d-63253813ffaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:19Z', 'updated_at': '2022-08-30T04:26:35Z', 'revision_number': 5, 'project_id': 'd7deffddf9934a028bfdb0b1c965c618', 'subnets': [{'id': '10d22c1f-33e0-4527-bb5d-63253813ffaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:32:55.001659 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0329844-629e-4670-8103-391943bbca5a None None] The sync data for ids ['cd1726ec-0b76-43ce-b129-28907fd0ca3b'] in dv-cinder-854265-2-iscsi is: [{'id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'name': 'tempest-AttachVolumeTestJSON-348001869-router', 'tenant_id': 'd7deffddf9934a028bfdb0b1c965c618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '8768219d-9eca-4774-b7e4-b04e9d2e70cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:26:14Z', 'updated_at': '2022-08-30T04:26:20Z', 'revision_number': 4, 'project_id': 'd7deffddf9934a028bfdb0b1c965c618', 'gw_port': {'id': '8768219d-9eca-4774-b7e4-b04e9d2e70cf', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:49:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:15Z', 'updated_at': '2022-08-30T04:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': '72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4', 'name': '', 'network_id': '7fc2da6b-035c-428c-8a36-2438f46094fd', 'tenant_id': 'd7deffddf9934a028bfdb0b1c965c618', 'mac_address': 'fa:16:3e:d0:91:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '10d22c1f-33e0-4527-bb5d-63253813ffaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:19Z', 'updated_at': '2022-08-30T04:26:35Z', 'revision_number': 5, 'project_id': 'd7deffddf9934a028bfdb0b1c965c618', 'subnets': [{'id': '10d22c1f-33e0-4527-bb5d-63253813ffaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:32:55.022885 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] get_ports_and_sgs() called for port_ids ['6a20448d-3686-45d0-84c7-615528a03b7c'] {{(pid=106259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:32:55.135506 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5caee591-ce02-4a39-8380-1972870bd11b req-710b923a-d70a-45ae-9b72-7ae622048f3b tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3d93d3bc-5adc-40f9-b372-b24ded320831 HTTP/1.1" status: 200 len: 210 time: 0.0331724 Aug 30 04:32:55.269654 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55d4303-ec89-46e4-9157-d6710b10f424 None None] New status for floating IP 19f374ce-4e08-4a1c-9e69-4ecd6879dbce: DOWN {{(pid=106259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:32:55.355796 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2e158492-e469-4808-84d8-7416949bb4da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:55.560313 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c69f6a4b-ce05-4f61-9a7d-4bf9199daafa req-214fa4fa-27f7-4e41-945a-c72af4d221f0 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 210 time: 0.0333748 Aug 30 04:32:55.969335 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5e3fb-f03d-4bcf-8251-f1a187ac5464 req-3609e2ce-4b56-4fe4-9831-fc6cf9a33229 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:55.970758 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-66b5e3fb-f03d-4bcf-8251-f1a187ac5464 req-3609e2ce-4b56-4fe4-9831-fc6cf9a33229 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 945 time: 0.0457568 Aug 30 04:32:56.018124 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-66b5e3fb-f03d-4bcf-8251-f1a187ac5464 req-24f7f295-071d-4fe6-82a7-ed947374c06f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418279 Aug 30 04:32:56.236973 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 56524) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:32:56.249183 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a0fb9-683a-4070-9ef9-db1739bd35c2 req-ecd329a0-6d1d-4d1e-bc0a-c909bff03be3 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:56.250631 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-771a0fb9-683a-4070-9ef9-db1739bd35c2 req-ecd329a0-6d1d-4d1e-bc0a-c909bff03be3 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.71 "GET /networking/v2.0/networks?id=6e52047f-70d3-42db-935b-902b02a68f1a HTTP/1.1" status: 200 len: 808 time: 0.1110406 Aug 30 04:32:56.257064 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 6a20448d-3686-45d0-84c7-615528a03b7c up at agent hyperv_hv-cinder-85426 {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:32:56.263007 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:56.303111 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5de5d432-43aa-4747-a6ff-879458afc315 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks [] for security_group (4008dbe0-e1e4-40dd-9c35-91f86b1bff97), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:56.309613 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Provisioning for port 6a20448d-3686-45d0-84c7-615528a03b7c completed by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:32:56.320317 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Provisioning complete for port 6a20448d-3686-45d0-84c7-615528a03b7c triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:32:56.320872 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (6a20448d-3686-45d0-84c7-615528a03b7c), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:56.327793 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5de5d432-43aa-4747-a6ff-879458afc315 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks [] for security_group (4008dbe0-e1e4-40dd-9c35-91f86b1bff97), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:56.343861 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-771a0fb9-683a-4070-9ef9-db1739bd35c2 req-251c5645-1ee9-4d1b-ac0e-567fa2857dcd tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.71 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=96907629895d451697f448cf2c3bc6a1 HTTP/1.1" status: 200 len: 380 time: 0.0694981 Aug 30 04:32:56.377322 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5de5d432-43aa-4747-a6ff-879458afc315 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (4008dbe0-e1e4-40dd-9c35-91f86b1bff97), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:56.380540 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5de5d432-43aa-4747-a6ff-879458afc315 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:56.381755 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-5de5d432-43aa-4747-a6ff-879458afc315 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "DELETE /networking/v2.0/security-groups/4008dbe0-e1e4-40dd-9c35-91f86b1bff97 HTTP/1.1" status: 204 len: 168 time: 0.1434689 Aug 30 04:32:56.384901 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 56526) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:32:56.391232 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de5d432-43aa-4747-a6ff-879458afc315 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4008dbe0-e1e4-40dd-9c35-91f86b1bff97,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:56.399623 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [req-771a0fb9-683a-4070-9ef9-db1739bd35c2 req-f68516c4-5e7a-4725-be97-ba9b104def86 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Request body: {'port': {'device_id': 'f88ba488-5a94-48a0-80c6-2df40d20372e', 'network_id': '6e52047f-70d3-42db-935b-902b02a68f1a', 'admin_state_up': True, 'tenant_id': '96907629895d451697f448cf2c3bc6a1', 'security_groups': ['42b1e446-e4f4-4002-baec-f9aa7dda8485']}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:32:56.415706 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port 6a20448d-3686-45d0-84c7-615528a03b7c is: BUILD; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:32:56.416106 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (6a20448d-3686-45d0-84c7-615528a03b7c), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:56.420597 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.api.v2.resource [None req-a158ddf5-585a-46f7-a9a6-9763ccccc986 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] show failed (client error): The resource could not be found. Aug 30 04:32:56.424639 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-a158ddf5-585a-46f7-a9a6-9763ccccc986 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups/4008dbe0-e1e4-40dd-9c35-91f86b1bff97 HTTP/1.1" status: 404 len: 347 time: 0.0386717 Aug 30 04:32:56.425782 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 56528) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:32:56.441894 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05746cb-13ab-4eb9-961b-09d7254f6ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a20448d-3686-45d0-84c7-615528a03b7c'}] {{(pid=106259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:32:56.445085 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e273ce8b2ae48758be2a6d8dc958f9d92735a0e32143c567216a16ba221820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f382257-d8b9-44a9-bf82-3e5a70d149ed" -d '{"events": [{"server_uuid": "d05746cb-13ab-4eb9-961b-09d7254f6ce5", "name": "network-vif-plugged", "status": "completed", "tag": "6a20448d-3686-45d0-84c7-615528a03b7c"}]}' {{(pid=106259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:32:56.459634 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 6a20448d-3686-45d0-84c7-615528a03b7c, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=6a20448d-3686-45d0-84c7-615528a03b7c,segment=NetworkSegment(a693d004-c19a-4e68-bb57-afa3ae3ca47a),segment_id=a693d004-c19a-4e68-bb57-afa3ae3ca47a)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:32:56.471068 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (6a20448d-3686-45d0-84c7-615528a03b7c), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:56.472123 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 7064d357-6bbe-4302-95ac-eab03664669a no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:32:56.524184 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:56.527732 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] No Port match for: 7064d357-6bbe-4302-95ac-eab03664669a {{(pid=106259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:32:56.528291 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 7064d357-6bbe-4302-95ac-eab03664669a not bound to the agent host hv-cinder-85426 {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:32:56.540971 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-771a0fb9-683a-4070-9ef9-db1739bd35c2 req-f68516c4-5e7a-4725-be97-ba9b104def86 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Made reservation on behalf of 96907629895d451697f448cf2c3bc6a1 for: {'port': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:32:56.545466 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-771a0fb9-683a-4070-9ef9-db1739bd35c2 req-f68516c4-5e7a-4725-be97-ba9b104def86 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:56.576466 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=6a20448d-3686-45d0-84c7-615528a03b7c,revision_number=5']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:56.581318 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:56.613546 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea545d2-cb8a-4009-ac6b-97684941c73e x-openstack-request-id: req-fea545d2-cb8a-4009-ac6b-97684941c73e {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:32:56.614512 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d05746cb-13ab-4eb9-961b-09d7254f6ce5", "name": "network-vif-plugged", "status": "completed", "tag": "6a20448d-3686-45d0-84c7-615528a03b7c", "code": 200}]} {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:32:56.614967 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-fea545d2-cb8a-4009-ac6b-97684941c73e {{(pid=106259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:32:56.615637 dv-cinder-854265-2-iscsi neutron-server[106259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fea545d2-cb8a-4009-ac6b-97684941c73e'] response: {'server_uuid': 'd05746cb-13ab-4eb9-961b-09d7254f6ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a20448d-3686-45d0-84c7-615528a03b7c', 'code': 200} Aug 30 04:32:56.625348 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:56.627134 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [None req-69385cea-8ab9-4f2b-a57c-e707ede9d79e tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Deleting port 065629ec-f61c-4e35-a933-0539130c63e7 {{(pid=106257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:32:56.627455 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-69385cea-8ab9-4f2b-a57c-e707ede9d79e tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (065629ec-f61c-4e35-a933-0539130c63e7), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:56.703584 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2a9737cb-b754-4345-8f8f-70cf0481d721 req-99c9a14e-2024-432b-8ad4-13ad1f6d8b68 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 210 time: 0.0555654 Aug 30 04:32:56.720900 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-69385cea-8ab9-4f2b-a57c-e707ede9d79e tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (065629ec-f61c-4e35-a933-0539130c63e7), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:56.721368 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-69385cea-8ab9-4f2b-a57c-e707ede9d79e tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks [] for floatingip (065629ec-f61c-4e35-a933-0539130c63e7), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:56.730924 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [req-771a0fb9-683a-4070-9ef9-db1739bd35c2 req-f68516c4-5e7a-4725-be97-ba9b104def86 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Allocated IP 172.20.0.12 (6e52047f-70d3-42db-935b-902b02a68f1a/ec2a4d1a-e144-4645-a094-54c969a171a8/eeef7498-bb32-43b9-bc6e-1fe32f5be46b) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:32:56.737068 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [None req-69385cea-8ab9-4f2b-a57c-e707ede9d79e tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Calling delete_port for 065629ec-f61c-4e35-a933-0539130c63e7 owned by network:floatingip {{(pid=106257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:32:56.874489 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84a053-22cf-4a1f-b85f-a8596c101413 req-486455e3-1c18-4fe6-b372-d8d0e1b114e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:56.876293 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-ce84a053-22cf-4a1f-b85f-a8596c101413 req-486455e3-1c18-4fe6-b372-d8d0e1b114e9 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 1130 time: 0.0455103 Aug 30 04:32:56.882295 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:56.885368 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-771a0fb9-683a-4070-9ef9-db1739bd35c2 req-f68516c4-5e7a-4725-be97-ba9b104def86 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Publish callbacks [] for port (eeef7498-bb32-43b9-bc6e-1fe32f5be46b), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:56.920590 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-771a0fb9-683a-4070-9ef9-db1739bd35c2 req-f68516c4-5e7a-4725-be97-ba9b104def86 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62508200'] for port (eeef7498-bb32-43b9-bc6e-1fe32f5be46b), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:56.940030 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-69385cea-8ab9-4f2b-a57c-e707ede9d79e tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (065629ec-f61c-4e35-a933-0539130c63e7), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:56.969743 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-771a0fb9-683a-4070-9ef9-db1739bd35c2 req-f68516c4-5e7a-4725-be97-ba9b104def86 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Network 6e52047f-70d3-42db-935b-902b02a68f1a is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:32:56.973607 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [req-771a0fb9-683a-4070-9ef9-db1739bd35c2 req-f68516c4-5e7a-4725-be97-ba9b104def86 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:32:56.976935 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69385cea-8ab9-4f2b-a57c-e707ede9d79e tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Pushing event deleted for resources: {'Port': ['ID=065629ec-f61c-4e35-a933-0539130c63e7,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:56.977709 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [req-771a0fb9-683a-4070-9ef9-db1739bd35c2 req-f68516c4-5e7a-4725-be97-ba9b104def86 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:32:56.981163 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-ce84a053-22cf-4a1f-b85f-a8596c101413 req-2edb7d07-62f6-4876-b9ea-fef27c4f4e50 service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871961 Aug 30 04:32:57.007001 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68516c4-5e7a-4725-be97-ba9b104def86 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Pushing event updated for resources: {'Port': ['ID=eeef7498-bb32-43b9-bc6e-1fe32f5be46b,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:57.037729 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a0fb9-683a-4070-9ef9-db1739bd35c2 req-f68516c4-5e7a-4725-be97-ba9b104def86 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:57.038478 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-771a0fb9-683a-4070-9ef9-db1739bd35c2 req-f68516c4-5e7a-4725-be97-ba9b104def86 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:57.046985 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-69385cea-8ab9-4f2b-a57c-e707ede9d79e tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks [] for floatingip (19f374ce-4e08-4a1c-9e69-4ecd6879dbce), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:57.049859 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-69385cea-8ab9-4f2b-a57c-e707ede9d79e tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for floatingip (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:57.058048 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-69385cea-8ab9-4f2b-a57c-e707ede9d79e tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "DELETE /networking/v2.0/floatingips/19f374ce-4e08-4a1c-9e69-4ecd6879dbce HTTP/1.1" status: 204 len: 168 time: 0.6297102 Aug 30 04:32:57.072947 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-771a0fb9-683a-4070-9ef9-db1739bd35c2 req-f68516c4-5e7a-4725-be97-ba9b104def86 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6782527 Aug 30 04:32:57.149587 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 56542) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:32:57.154320 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-2a8c3e55-fdee-442c-95c4-92d06cd8cc5e tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Request body: {'security_group': {'name': 'tempest-securitygroup--331762594', 'description': 'tempest-description--638792170'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:32:57.165587 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717bec9-6f66-40ad-9b8c-92f04cc57ed8 req-e30d3122-4892-4fcf-9d7a-84ca6f86fb47 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:57.167130 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a717bec9-6f66-40ad-9b8c-92f04cc57ed8 req-e30d3122-4892-4fcf-9d7a-84ca6f86fb47 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 946 time: 0.0602956 Aug 30 04:32:57.172835 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:57.185718 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-2a8c3e55-fdee-442c-95c4-92d06cd8cc5e tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:57.218467 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a717bec9-6f66-40ad-9b8c-92f04cc57ed8 req-bf299092-8c0a-4d19-af9e-c837416cea39 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456798 Aug 30 04:32:57.256327 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-5d403541-84fa-4641-b0a0-5cd995a59bd3 None None] Provisioning complete for port eeef7498-bb32-43b9-bc6e-1fe32f5be46b triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:32:57.256696 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-5d403541-84fa-4641-b0a0-5cd995a59bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (eeef7498-bb32-43b9-bc6e-1fe32f5be46b), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:57.269061 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-2a8c3e55-fdee-442c-95c4-92d06cd8cc5e tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks [] for security_group (3da4149a-03e4-43bb-8e6d-53dd08e9b2eb), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:57.273526 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-2a8c3e55-fdee-442c-95c4-92d06cd8cc5e tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (3da4149a-03e4-43bb-8e6d-53dd08e9b2eb), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:57.289336 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-5d403541-84fa-4641-b0a0-5cd995a59bd3 None None] Port eeef7498-bb32-43b9-bc6e-1fe32f5be46b cannot update to ACTIVE because it is not bound. {{(pid=106259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:32:57.292613 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:57.303240 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-2a8c3e55-fdee-442c-95c4-92d06cd8cc5e tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:57.304450 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-2a8c3e55-fdee-442c-95c4-92d06cd8cc5e tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1537392 Aug 30 04:32:57.307753 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 56544) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:32:57.309750 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8c3e55-fdee-442c-95c4-92d06cd8cc5e tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3da4149a-03e4-43bb-8e6d-53dd08e9b2eb,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:57.312613 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-3e8c4f91-d703-48d8-b0bf-6bc02f943e1c tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Request body: {'security_group_rule': {'security_group_id': '3da4149a-03e4-43bb-8e6d-53dd08e9b2eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:32:57.343094 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3e8c4f91-d703-48d8-b0bf-6bc02f943e1c tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks [] for security_group_rule (cda40edb-f18b-4606-9b3e-bad72924ba88), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:57.401798 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [req-771a0fb9-683a-4070-9ef9-db1739bd35c2 req-22139226-eecb-46c3-9996-f7a23b0de20f service neutron] Request body: {'port': {'device_id': 'f88ba488-5a94-48a0-80c6-2df40d20372e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:32:57.432173 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3e8c4f91-d703-48d8-b0bf-6bc02f943e1c tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks [] for security_group_rule (cda40edb-f18b-4606-9b3e-bad72924ba88), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:57.442956 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3e8c4f91-d703-48d8-b0bf-6bc02f943e1c tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651561'] for security_group_rule (cda40edb-f18b-4606-9b3e-bad72924ba88), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:57.489220 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8c4f91-d703-48d8-b0bf-6bc02f943e1c tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cda40edb-f18b-4606-9b3e-bad72924ba88,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:57.496610 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3e8c4f91-d703-48d8-b0bf-6bc02f943e1c tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:57.497843 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-3e8c4f91-d703-48d8-b0bf-6bc02f943e1c tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1890662 Aug 30 04:32:57.500887 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 56552) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:32:57.502633 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-771a0fb9-683a-4070-9ef9-db1739bd35c2 req-22139226-eecb-46c3-9996-f7a23b0de20f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (eeef7498-bb32-43b9-bc6e-1fe32f5be46b), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:57.506098 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-aef4dc16-7abe-4c24-826a-5332c5589e7b tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Request body: {'security_group_rule': {'security_group_id': '3da4149a-03e4-43bb-8e6d-53dd08e9b2eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:32:57.537314 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-aef4dc16-7abe-4c24-826a-5332c5589e7b tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks [] for security_group_rule (5bc1a4d8-3020-481b-a218-58e9c559ac02), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:57.603738 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-aef4dc16-7abe-4c24-826a-5332c5589e7b tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks [] for security_group_rule (5bc1a4d8-3020-481b-a218-58e9c559ac02), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:57.607574 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-aef4dc16-7abe-4c24-826a-5332c5589e7b tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651561'] for security_group_rule (5bc1a4d8-3020-481b-a218-58e9c559ac02), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:57.627015 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef4dc16-7abe-4c24-826a-5332c5589e7b tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bc1a4d8-3020-481b-a218-58e9c559ac02,revision_number=0']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:57.637712 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-aef4dc16-7abe-4c24-826a-5332c5589e7b tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:57.639091 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-aef4dc16-7abe-4c24-826a-5332c5589e7b tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1371915 Aug 30 04:32:57.642200 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 56558) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:32:57.646630 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-c5cc31aa-0806-4747-ad79-faeb76c5be38 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Request body: {'floatingip': {'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:32:57.654282 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:UPDATE=4,neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:57.667535 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c5cc31aa-0806-4747-ad79-faeb76c5be38 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:57.747819 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c5cc31aa-0806-4747-ad79-faeb76c5be38 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:57.836110 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [req-771a0fb9-683a-4070-9ef9-db1739bd35c2 req-22139226-eecb-46c3-9996-f7a23b0de20f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeef7498-bb32-43b9-bc6e-1fe32f5be46b {{(pid=106258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:32:57.847817 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a699de-dd4c-4a2c-9f8f-6792160692ad req-d1ab50b6-42be-4e56-846a-fc88ffc0cbdd tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:57.849319 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b4a699de-dd4c-4a2c-9f8f-6792160692ad req-d1ab50b6-42be-4e56-846a-fc88ffc0cbdd tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 932 time: 0.0613098 Aug 30 04:32:57.851211 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-771a0fb9-683a-4070-9ef9-db1739bd35c2 req-22139226-eecb-46c3-9996-f7a23b0de20f service neutron] Publish callbacks [] for port (eeef7498-bb32-43b9-bc6e-1fe32f5be46b), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:57.855009 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:57.863093 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.db_base_plugin_common [None req-c5cc31aa-0806-4747-ad79-faeb76c5be38 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Allocated IP 172.27.1.196 (03964a12-f74f-4d2e-840d-00c949ed3dc4/00661445-2d2c-4e5c-8f29-475eaaec65d5/dbe42ef8-b63e-4e5c-b27e-34aa5c36a5d0) {{(pid=106257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:32:57.888945 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.provisioning_blocks [req-771a0fb9-683a-4070-9ef9-db1739bd35c2 req-22139226-eecb-46c3-9996-f7a23b0de20f service neutron] Transition to ACTIVE for port object eeef7498-bb32-43b9-bc6e-1fe32f5be46b will not be triggered until provisioned by entity L2. {{(pid=106258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:32:57.896074 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-771a0fb9-683a-4070-9ef9-db1739bd35c2 req-22139226-eecb-46c3-9996-f7a23b0de20f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62508193'] for port (eeef7498-bb32-43b9-bc6e-1fe32f5be46b), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:57.918867 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:57.960546 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b4a699de-dd4c-4a2c-9f8f-6792160692ad req-a24701c8-9f2e-4240-a0ca-3da20d250777 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=42b1e446-e4f4-4002-baec-f9aa7dda8485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038787 Aug 30 04:32:57.983346 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c5cc31aa-0806-4747-ad79-faeb76c5be38 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks [] for port (dbe42ef8-b63e-4e5c-b27e-34aa5c36a5d0), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:58.004586 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22139226-eecb-46c3-9996-f7a23b0de20f service neutron] Pushing event updated for resources: {'Port': ['ID=eeef7498-bb32-43b9-bc6e-1fe32f5be46b,revision_number=2']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:58.020527 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c5cc31aa-0806-4747-ad79-faeb76c5be38 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (dbe42ef8-b63e-4e5c-b27e-34aa5c36a5d0), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:58.060291 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-771a0fb9-683a-4070-9ef9-db1739bd35c2 req-22139226-eecb-46c3-9996-f7a23b0de20f service neutron] Attempting to bind port eeef7498-bb32-43b9-bc6e-1fe32f5be46b on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:32:58.060640 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-771a0fb9-683a-4070-9ef9-db1739bd35c2 req-22139226-eecb-46c3-9996-f7a23b0de20f service neutron] Attempting to bind port eeef7498-bb32-43b9-bc6e-1fe32f5be46b by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '1ffb7af9-1938-44e7-821e-8b44ea5d7ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '6e52047f-70d3-42db-935b-902b02a68f1a'}] {{(pid=106258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:32:58.060952 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771a0fb9-683a-4070-9ef9-db1739bd35c2 req-22139226-eecb-46c3-9996-f7a23b0de20f service neutron] Attempting to bind port eeef7498-bb32-43b9-bc6e-1fe32f5be46b on network 6e52047f-70d3-42db-935b-902b02a68f1a {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:32:58.061589 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cc31aa-0806-4747-ad79-faeb76c5be38 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Network 03964a12-f74f-4d2e-840d-00c949ed3dc4 is already hosted by enough agents. {{(pid=106257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:32:58.064525 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.base_scheduler [None req-c5cc31aa-0806-4747-ad79-faeb76c5be38 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Resources bound (agent type, host, resource id): {{(pid=106257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:32:58.065332 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771a0fb9-683a-4070-9ef9-db1739bd35c2 req-22139226-eecb-46c3-9996-f7a23b0de20f service neutron] Port eeef7498-bb32-43b9-bc6e-1fe32f5be46b on network 6e52047f-70d3-42db-935b-902b02a68f1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:32:58.065659 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771a0fb9-683a-4070-9ef9-db1739bd35c2 req-22139226-eecb-46c3-9996-f7a23b0de20f service neutron] Attempting to bind port eeef7498-bb32-43b9-bc6e-1fe32f5be46b on network 6e52047f-70d3-42db-935b-902b02a68f1a {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:32:58.071127 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cc31aa-0806-4747-ad79-faeb76c5be38 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Received port after_create {{(pid=106257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:32:58.071589 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771a0fb9-683a-4070-9ef9-db1739bd35c2 req-22139226-eecb-46c3-9996-f7a23b0de20f service neutron] Checking agent: {'id': 'dd0d0365-d50b-4401-90d8-c3ff73fab053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 24, 11), 'started_at': datetime.datetime(2022, 8, 30, 4, 24, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:32:58.071929 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771a0fb9-683a-4070-9ef9-db1739bd35c2 req-22139226-eecb-46c3-9996-f7a23b0de20f service neutron] Checking segment: {'id': '1ffb7af9-1938-44e7-821e-8b44ea5d7ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '6e52047f-70d3-42db-935b-902b02a68f1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:32:58.072312 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771a0fb9-683a-4070-9ef9-db1739bd35c2 req-22139226-eecb-46c3-9996-f7a23b0de20f service neutron] Bound using segment: {'id': '1ffb7af9-1938-44e7-821e-8b44ea5d7ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '6e52047f-70d3-42db-935b-902b02a68f1a'} {{(pid=106258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:32:58.072743 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.managers [req-771a0fb9-683a-4070-9ef9-db1739bd35c2 req-22139226-eecb-46c3-9996-f7a23b0de20f service neutron] Bound port: eeef7498-bb32-43b9-bc6e-1fe32f5be46b, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ffb7af9-1938-44e7-821e-8b44ea5d7ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '6e52047f-70d3-42db-935b-902b02a68f1a'}}] {{(pid=106258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:32:58.073130 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-771a0fb9-683a-4070-9ef9-db1739bd35c2 req-22139226-eecb-46c3-9996-f7a23b0de20f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (eeef7498-bb32-43b9-bc6e-1fe32f5be46b), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:58.074183 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc31aa-0806-4747-ad79-faeb76c5be38 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Pushing event updated for resources: {'Port': ['ID=dbe42ef8-b63e-4e5c-b27e-34aa5c36a5d0,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:58.105185 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:58.142138 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-771a0fb9-683a-4070-9ef9-db1739bd35c2 req-22139226-eecb-46c3-9996-f7a23b0de20f service neutron] For port eeef7498-bb32-43b9-bc6e-1fe32f5be46b, host hv-cinder-85426, cleared binding levels {{(pid=106258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:32:58.145714 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [req-771a0fb9-683a-4070-9ef9-db1739bd35c2 req-22139226-eecb-46c3-9996-f7a23b0de20f service neutron] For port eeef7498-bb32-43b9-bc6e-1fe32f5be46b, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=eeef7498-bb32-43b9-bc6e-1fe32f5be46b,segment=NetworkSegment(1ffb7af9-1938-44e7-821e-8b44ea5d7ac7),segment_id=1ffb7af9-1938-44e7-821e-8b44ea5d7ac7)] {{(pid=106258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:32:58.153178 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-771a0fb9-683a-4070-9ef9-db1739bd35c2 req-22139226-eecb-46c3-9996-f7a23b0de20f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62508193'] for port (eeef7498-bb32-43b9-bc6e-1fe32f5be46b), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:58.160935 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a0fb9-683a-4070-9ef9-db1739bd35c2 req-22139226-eecb-46c3-9996-f7a23b0de20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:58.161609 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [req-771a0fb9-683a-4070-9ef9-db1739bd35c2 req-22139226-eecb-46c3-9996-f7a23b0de20f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:58.163177 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-771a0fb9-683a-4070-9ef9-db1739bd35c2 req-22139226-eecb-46c3-9996-f7a23b0de20f service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/eeef7498-bb32-43b9-bc6e-1fe32f5be46b HTTP/1.1" status: 200 len: 1094 time: 0.7716298 Aug 30 04:32:58.163526 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f88ba488-5a94-48a0-80c6-2df40d20372e', 'tag': 'eeef7498-bb32-43b9-bc6e-1fe32f5be46b'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:32:58.163773 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:58.165681 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c5cc31aa-0806-4747-ad79-faeb76c5be38 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks [] for floatingip (534159a6-915b-4bac-a12a-b6373a635010), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:58.166499 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cae73fbe7dcf058e11387a0db1adace332cfaa4523dfba65b1576f9d32bef72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823f6797-62c4-4600-875c-b927a4d2f303" -d '{"events": [{"name": "network-changed", "server_uuid": "f88ba488-5a94-48a0-80c6-2df40d20372e", "tag": "eeef7498-bb32-43b9-bc6e-1fe32f5be46b"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:32:58.211065 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c5cc31aa-0806-4747-ad79-faeb76c5be38 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (dbe42ef8-b63e-4e5c-b27e-34aa5c36a5d0), before_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:58.227754 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46dc510-5cc7-4867-b6c3-726f6369e4d2 x-openstack-request-id: req-e46dc510-5cc7-4867-b6c3-726f6369e4d2 {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:32:58.228207 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f88ba488-5a94-48a0-80c6-2df40d20372e", "tag": "eeef7498-bb32-43b9-bc6e-1fe32f5be46b", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:32:58.228511 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e46dc510-5cc7-4867-b6c3-726f6369e4d2 {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:32:58.228919 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e46dc510-5cc7-4867-b6c3-726f6369e4d2'] response: {'name': 'network-changed', 'server_uuid': 'f88ba488-5a94-48a0-80c6-2df40d20372e', 'tag': 'eeef7498-bb32-43b9-bc6e-1fe32f5be46b', 'status': 'completed', 'code': 200} Aug 30 04:32:58.230053 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22139226-eecb-46c3-9996-f7a23b0de20f service neutron] Pushing event updated for resources: {'Port': ['ID=eeef7498-bb32-43b9-bc6e-1fe32f5be46b,revision_number=3']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:58.240353 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:58.362945 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86c63b-8227-42d7-9b0e-6af49c95b17a req-3876887a-91d3-495f-92b7-51cb96834ad0 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:58.364453 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4f86c63b-8227-42d7-9b0e-6af49c95b17a req-3876887a-91d3-495f-92b7-51cb96834ad0 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 946 time: 0.0516136 Aug 30 04:32:58.374424 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c5cc31aa-0806-4747-ad79-faeb76c5be38 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks [] for port (dbe42ef8-b63e-4e5c-b27e-34aa5c36a5d0), precommit_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:58.379146 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c5cc31aa-0806-4747-ad79-faeb76c5be38 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61207719'] for port (dbe42ef8-b63e-4e5c-b27e-34aa5c36a5d0), after_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:58.415754 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4f86c63b-8227-42d7-9b0e-6af49c95b17a req-8360583c-df3d-4215-a912-5753af90dc91 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454805 Aug 30 04:32:58.450615 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c5cc31aa-0806-4747-ad79-faeb76c5be38 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696708'] for floatingip (534159a6-915b-4bac-a12a-b6373a635010), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:58.454285 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc31aa-0806-4747-ad79-faeb76c5be38 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Pushing event updated for resources: {'Port': ['ID=dbe42ef8-b63e-4e5c-b27e-34aa5c36a5d0,revision_number=2']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:32:58.468843 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c5cc31aa-0806-4747-ad79-faeb76c5be38 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for floatingip (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:58.470088 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-c5cc31aa-0806-4747-ad79-faeb76c5be38 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8269761 Aug 30 04:32:58.667528 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-af819eed-d49e-465a-a2f0-f0a6d68cb67c req-e41b7f53-3bca-42dc-9f3c-d140a66d934d tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--331762594&fields=id&tenant_id=d7deffddf9934a028bfdb0b1c965c618 HTTP/1.1" status: 200 len: 267 time: 0.0435016 Aug 30 04:32:58.776741 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af819eed-d49e-465a-a2f0-f0a6d68cb67c req-32c8aa1d-2864-4486-91b2-615e7bbfc851 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:58.778185 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-af819eed-d49e-465a-a2f0-f0a6d68cb67c req-32c8aa1d-2864-4486-91b2-615e7bbfc851 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/networks?id=7fc2da6b-035c-428c-8a36-2438f46094fd HTTP/1.1" status: 200 len: 810 time: 0.1036878 Aug 30 04:32:58.793712 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-af819eed-d49e-465a-a2f0-f0a6d68cb67c req-b0bf09ee-8d3e-4ab2-969b-be44161e4a6e tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/quotas/d7deffddf9934a028bfdb0b1c965c618 HTTP/1.1" status: 200 len: 375 time: 0.0097587 Aug 30 04:32:58.842445 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-af819eed-d49e-465a-a2f0-f0a6d68cb67c req-f50cdfba-7861-474e-8b2e-ba4bab20ca13 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=d7deffddf9934a028bfdb0b1c965c618&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437443 Aug 30 04:32:58.903031 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:58.969210 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a0fb9-683a-4070-9ef9-db1739bd35c2 req-86fe33ac-ee8c-4770-bc95-21a863562136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:58.970669 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-771a0fb9-683a-4070-9ef9-db1739bd35c2 req-86fe33ac-ee8c-4770-bc95-21a863562136 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=96907629895d451697f448cf2c3bc6a1&device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 1128 time: 0.0696831 Aug 30 04:32:58.980480 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-af819eed-d49e-465a-a2f0-f0a6d68cb67c req-3ed3f77a-6de7-4897-ba0a-5ebb484f48e2 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/7fc2da6b-035c-428c-8a36-2438f46094fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270151 Aug 30 04:32:59.103843 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-af819eed-d49e-465a-a2f0-f0a6d68cb67c req-5114d11f-1b43-4989-ba8e-754e1624be1e service neutron] 10.222.0.85 "GET /networking/v2.0/networks/7fc2da6b-035c-428c-8a36-2438f46094fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172256 Aug 30 04:32:59.114702 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d8cc7-bd01-4c8a-aa7c-3f2020724e19 req-dc62db50-802c-48d3-985d-2efb50d7f12a tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:59.116257 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bc5d8cc7-bd01-4c8a-aa7c-3f2020724e19 req-dc62db50-802c-48d3-985d-2efb50d7f12a tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 944 time: 0.0673687 Aug 30 04:32:59.166746 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bc5d8cc7-bd01-4c8a-aa7c-3f2020724e19 req-a187bccc-eced-4d26-87b6-39c02bb743df tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=42b1e446-e4f4-4002-baec-f9aa7dda8485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433872 Aug 30 04:32:59.269971 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b91e0fd7-08e2-440b-aa45-7b1350d50584 req-e6a2b9ee-5bd1-44a6-8afc-31f465790167 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=178c1257-1a0d-41e3-8961-0f63f6ccfdc2 HTTP/1.1" status: 200 len: 210 time: 0.0290434 Aug 30 04:32:59.505599 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:32:59.544928 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179395b3-97ec-45dc-80d6-173ad2060893 req-4b547747-aa08-4468-a6cb-d8a2d049937d tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:59.546444 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-179395b3-97ec-45dc-80d6-173ad2060893 req-4b547747-aa08-4468-a6cb-d8a2d049937d tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 946 time: 0.0494251 Aug 30 04:32:59.595320 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-179395b3-97ec-45dc-80d6-173ad2060893 req-ae4c9097-92bd-4cd4-9332-cc37a96afedb tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417140 Aug 30 04:32:59.732251 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-771a0fb9-683a-4070-9ef9-db1739bd35c2 req-171d901d-6b21-4834-8dcf-e63ff8d2b52b service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eeef7498-bb32-43b9-bc6e-1fe32f5be46b HTTP/1.1" status: 200 len: 217 time: 0.0609717 Aug 30 04:32:59.756341 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf62fa2-77c2-4d62-94b4-821361a23bce req-f39e344f-4bb7-4275-a2fb-e0b4f7cc99d0 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:59.757828 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-adf62fa2-77c2-4d62-94b4-821361a23bce req-f39e344f-4bb7-4275-a2fb-e0b4f7cc99d0 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 946 time: 0.0893474 Aug 30 04:32:59.767575 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 56598) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:32:59.772418 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-35d022c1-efbd-4838-8129-33ce6d895a15 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Request body: {'floatingip': {'port_id': '6a20448d-3686-45d0-84c7-615528a03b7c'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:32:59.822778 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-35d022c1-efbd-4838-8129-33ce6d895a15 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks [] for floatingip (a67d9e53-f0ea-4ce3-b4aa-100de77ce2a0), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:32:59.921618 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a0fb9-683a-4070-9ef9-db1739bd35c2 req-86c90c5c-047d-4c9d-b9d4-88997b09246c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:32:59.923068 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-771a0fb9-683a-4070-9ef9-db1739bd35c2 req-86c90c5c-047d-4c9d-b9d4-88997b09246c service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=ec2a4d1a-e144-4645-a094-54c969a171a8 HTTP/1.1" status: 200 len: 847 time: 0.1200383 Aug 30 04:33:00.134829 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a0fb9-683a-4070-9ef9-db1739bd35c2 req-074de0dd-47f2-4ccf-a5d3-2d42c3eae746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:00.136258 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-771a0fb9-683a-4070-9ef9-db1739bd35c2 req-074de0dd-47f2-4ccf-a5d3-2d42c3eae746 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=6e52047f-70d3-42db-935b-902b02a68f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0793223 Aug 30 04:33:00.357228 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685859b2-a345-4556-94f2-83ad3859cb39 req-5199021f-ee61-4481-b06e-9bf86115e624 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:00.358679 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-685859b2-a345-4556-94f2-83ad3859cb39 req-5199021f-ee61-4481-b06e-9bf86115e624 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 944 time: 0.0903687 Aug 30 04:33:00.369951 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-771a0fb9-683a-4070-9ef9-db1739bd35c2 req-17e032c1-8c8d-4077-90d1-3923d31d5635 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/6e52047f-70d3-42db-935b-902b02a68f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931958 Aug 30 04:33:00.418858 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5c817f95-d75d-4d72-a46a-c6bc230ad576 req-8f5523ca-6c02-4a49-8f5b-e9b9967bea5d tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=178c1257-1a0d-41e3-8961-0f63f6ccfdc2 HTTP/1.1" status: 200 len: 210 time: 0.0691276 Aug 30 04:33:00.488119 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:00.503302 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-685859b2-a345-4556-94f2-83ad3859cb39 req-da4e5083-4c75-4073-9129-90340ad1d89b tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=42b1e446-e4f4-4002-baec-f9aa7dda8485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291409 Aug 30 04:33:00.506108 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-35d022c1-efbd-4838-8129-33ce6d895a15 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:00.509906 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-35d022c1-efbd-4838-8129-33ce6d895a15 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696708'] for floatingip (a67d9e53-f0ea-4ce3-b4aa-100de77ce2a0), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:00.599605 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:00.605016 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.db.l3_db [None req-35d022c1-efbd-4838-8129-33ce6d895a15 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Floating IP a67d9e53-f0ea-4ce3-b4aa-100de77ce2a0 associated. External IP: 172.27.1.202, port: 6a20448d-3686-45d0-84c7-615528a03b7c. Aug 30 04:33:01.029973 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af819eed-d49e-465a-a2f0-f0a6d68cb67c req-d4cd9f56-b751-40b2-a1ae-b2132eeecddf tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:01.031520 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-af819eed-d49e-465a-a2f0-f0a6d68cb67c req-d4cd9f56-b751-40b2-a1ae-b2132eeecddf tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.71 "GET /networking/v2.0/networks?id=7fc2da6b-035c-428c-8a36-2438f46094fd HTTP/1.1" status: 200 len: 810 time: 0.1132312 Aug 30 04:33:01.086396 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-771a0fb9-683a-4070-9ef9-db1739bd35c2 req-02326604-7024-49ca-8bd7-fa0261102215 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/6e52047f-70d3-42db-935b-902b02a68f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476445 Aug 30 04:33:01.106533 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-af819eed-d49e-465a-a2f0-f0a6d68cb67c req-66579a31-d6a1-46df-8d3f-332abf380ae2 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.71 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d7deffddf9934a028bfdb0b1c965c618 HTTP/1.1" status: 200 len: 379 time: 0.0553389 Aug 30 04:33:01.118088 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [req-af819eed-d49e-465a-a2f0-f0a6d68cb67c req-ab230bb5-7d7a-4a0b-98e4-a47f5d1f1484 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Request body: {'port': {'device_id': '178c1257-1a0d-41e3-8961-0f63f6ccfdc2', 'network_id': '7fc2da6b-035c-428c-8a36-2438f46094fd', 'admin_state_up': True, 'tenant_id': 'd7deffddf9934a028bfdb0b1c965c618', 'security_groups': ['3da4149a-03e4-43bb-8e6d-53dd08e9b2eb']}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:33:01.149728 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d022c1-efbd-4838-8129-33ce6d895a15 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Router 1b0b9488-6100-4281-972e-44537b48dc76 has already been hosted by L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 {{(pid=106258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:33:01.238231 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af819eed-d49e-465a-a2f0-f0a6d68cb67c req-ab230bb5-7d7a-4a0b-98e4-a47f5d1f1484 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Made reservation on behalf of d7deffddf9934a028bfdb0b1c965c618 for: {'port': 1} {{(pid=106257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:33:01.242765 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-af819eed-d49e-465a-a2f0-f0a6d68cb67c req-ab230bb5-7d7a-4a0b-98e4-a47f5d1f1484 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:01.255142 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d022c1-efbd-4838-8129-33ce6d895a15 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:33:01.259947 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-35d022c1-efbd-4838-8129-33ce6d895a15 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for floatingip (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:01.267201 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed51694a-51b5-4f19-afd7-54b13213090b None None] Sync routers for ids ['1b0b9488-6100-4281-972e-44537b48dc76'] in dv-cinder-854265-2-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:33:01.279454 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed51694a-51b5-4f19-afd7-54b13213090b None None] Routers {'1b0b9488-6100-4281-972e-44537b48dc76'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:33:01.280348 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-ed51694a-51b5-4f19-afd7-54b13213090b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:32:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['1b0b9488-6100-4281-972e-44537b48dc76'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:33:01.295365 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-35d022c1-efbd-4838-8129-33ce6d895a15 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "PUT /networking/v2.0/floatingips/a67d9e53-f0ea-4ce3-b4aa-100de77ce2a0 HTTP/1.1" status: 200 len: 992 time: 1.5245428 Aug 30 04:33:01.295365 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd05746cb-13ab-4eb9-961b-09d7254f6ce5', 'tag': '6a20448d-3686-45d0-84c7-615528a03b7c'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:33:01.296304 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cae73fbe7dcf058e11387a0db1adace332cfaa4523dfba65b1576f9d32bef72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9ee1b2-21a8-4c2b-aacb-921229a5b43c" -d '{"events": [{"name": "network-changed", "server_uuid": "d05746cb-13ab-4eb9-961b-09d7254f6ce5", "tag": "6a20448d-3686-45d0-84c7-615528a03b7c"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:33:01.336427 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc8dd62-dd48-4679-8876-33a5ca9393b9 x-openstack-request-id: req-8fc8dd62-dd48-4679-8876-33a5ca9393b9 {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:33:01.336780 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d05746cb-13ab-4eb9-961b-09d7254f6ce5", "tag": "6a20448d-3686-45d0-84c7-615528a03b7c", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:33:01.337070 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-8fc8dd62-dd48-4679-8876-33a5ca9393b9 {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:33:01.337488 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fc8dd62-dd48-4679-8876-33a5ca9393b9'] response: {'name': 'network-changed', 'server_uuid': 'd05746cb-13ab-4eb9-961b-09d7254f6ce5', 'tag': '6a20448d-3686-45d0-84c7-615528a03b7c', 'status': 'completed', 'code': 200} Aug 30 04:33:01.378286 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.db_base_plugin_common [req-af819eed-d49e-465a-a2f0-f0a6d68cb67c req-ab230bb5-7d7a-4a0b-98e4-a47f5d1f1484 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Allocated IP 172.20.0.13 (7fc2da6b-035c-428c-8a36-2438f46094fd/10d22c1f-33e0-4527-bb5d-63253813ffaa/d6d369c3-94ef-47a2-969c-2fe3d82d9f1b) {{(pid=106257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:33:01.387243 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-ed51694a-51b5-4f19-afd7-54b13213090b None None] Set router 1b0b9488-6100-4281-972e-44537b48dc76 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:33:01.393437 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:01.525666 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:01.526219 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-af819eed-d49e-465a-a2f0-f0a6d68cb67c req-ab230bb5-7d7a-4a0b-98e4-a47f5d1f1484 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks [] for port (d6d369c3-94ef-47a2-969c-2fe3d82d9f1b), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:01.536170 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e61bd262-45af-4226-aab3-efb68fa41f95 req-d6fe738d-4660-4b38-a95f-755a1db8a628 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=178c1257-1a0d-41e3-8961-0f63f6ccfdc2 HTTP/1.1" status: 200 len: 210 time: 0.0380607 Aug 30 04:33:01.561172 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:01.564680 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-af819eed-d49e-465a-a2f0-f0a6d68cb67c req-ab230bb5-7d7a-4a0b-98e4-a47f5d1f1484 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (d6d369c3-94ef-47a2-969c-2fe3d82d9f1b), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:01.566669 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:01.614093 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af819eed-d49e-465a-a2f0-f0a6d68cb67c req-ab230bb5-7d7a-4a0b-98e4-a47f5d1f1484 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Network 7fc2da6b-035c-428c-8a36-2438f46094fd is already hosted by enough agents. {{(pid=106257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:33:01.617424 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.base_scheduler [req-af819eed-d49e-465a-a2f0-f0a6d68cb67c req-ab230bb5-7d7a-4a0b-98e4-a47f5d1f1484 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Resources bound (agent type, host, resource id): {{(pid=106257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:33:01.621258 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-ed51694a-51b5-4f19-afd7-54b13213090b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0b9488-6100-4281-972e-44537b48dc76', 'name': 'tempest-AttachVolumeShelveTestJSON-273455019-router', 'tenant_id': '8afb4049582c4beaa9defa2fe20c8b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'de5de454-e840-412f-8a1d-c07983265b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:55Z', 'updated_at': '2022-08-30T04:28:00Z', 'revision_number': 4, 'project_id': '8afb4049582c4beaa9defa2fe20c8b52', 'gw_port': {'id': 'de5de454-e840-412f-8a1d-c07983265b2b', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:24:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b9488-6100-4281-972e-44537b48dc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:55Z', 'updated_at': '2022-08-30T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_floatingips': [{'id': 'a67d9e53-f0ea-4ce3-b4aa-100de77ce2a0', 'tenant_id': '8afb4049582c4beaa9defa2fe20c8b52', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': '1b0b9488-6100-4281-972e-44537b48dc76', 'port_id': '6a20448d-3686-45d0-84c7-615528a03b7c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a833cc4-0338-4d6e-b00c-99c3817ea5ba', 'mac_address': 'fa:16:3e:de:ef:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05746cb-13ab-4eb9-961b-09d7254f6ce5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:32:40Z', 'updated_at': '2022-08-30T04:33:00Z', 'revision_number': 1, 'project_id': '8afb4049582c4beaa9defa2fe20c8b52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd472d91-79f6-4964-8656-333efb576867', 'name': '', 'network_id': '3a833cc4-0338-4d6e-b00c-99c3817ea5ba', 'tenant_id': '8afb4049582c4beaa9defa2fe20c8b52', 'mac_address': 'fa:16:3e:06:20:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b9488-6100-4281-972e-44537b48dc76', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '14ce1079-bb9d-4bd2-9455-27504a55dd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:59Z', 'updated_at': '2022-08-30T04:28:12Z', 'revision_number': 5, 'project_id': '8afb4049582c4beaa9defa2fe20c8b52', 'subnets': [{'id': '14ce1079-bb9d-4bd2-9455-27504a55dd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:33:01.621521 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [req-af819eed-d49e-465a-a2f0-f0a6d68cb67c req-ab230bb5-7d7a-4a0b-98e4-a47f5d1f1484 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Received port after_create {{(pid=106257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:33:01.645243 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea368934-e6c3-45fd-ad91-25681c669750 req-3c467ca1-f4f1-44eb-85cb-326447b4bd73 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:01.646946 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ea368934-e6c3-45fd-ad91-25681c669750 req-3c467ca1-f4f1-44eb-85cb-326447b4bd73 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 944 time: 0.0512815 Aug 30 04:33:01.649999 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab230bb5-7d7a-4a0b-98e4-a47f5d1f1484 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Pushing event updated for resources: {'Port': ['ID=d6d369c3-94ef-47a2-969c-2fe3d82d9f1b,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:01.654683 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed51694a-51b5-4f19-afd7-54b13213090b None None] Checking router: 1b0b9488-6100-4281-972e-44537b48dc76 for host: dv-cinder-854265-2-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:33:01.667848 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed51694a-51b5-4f19-afd7-54b13213090b None None] Routers {'1b0b9488-6100-4281-972e-44537b48dc76'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:33:01.668492 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-ed51694a-51b5-4f19-afd7-54b13213090b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:32:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['1b0b9488-6100-4281-972e-44537b48dc76'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:33:01.675630 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af819eed-d49e-465a-a2f0-f0a6d68cb67c req-ab230bb5-7d7a-4a0b-98e4-a47f5d1f1484 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:01.676297 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-af819eed-d49e-465a-a2f0-f0a6d68cb67c req-ab230bb5-7d7a-4a0b-98e4-a47f5d1f1484 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:01.694327 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-af819eed-d49e-465a-a2f0-f0a6d68cb67c req-ab230bb5-7d7a-4a0b-98e4-a47f5d1f1484 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5809052 Aug 30 04:33:01.710116 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ea368934-e6c3-45fd-ad91-25681c669750 req-2f4d7c1c-7373-4387-befb-fda7d81171f8 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=42b1e446-e4f4-4002-baec-f9aa7dda8485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500984 Aug 30 04:33:01.766265 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [req-af819eed-d49e-465a-a2f0-f0a6d68cb67c req-9f4f1402-87a8-4826-84bf-8094fa9a1c47 service neutron] Request body: {'port': {'device_id': '178c1257-1a0d-41e3-8961-0f63f6ccfdc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:33:01.818892 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f6797-62c4-4600-875c-b927a4d2f303 req-02875d20-d80b-4fa6-8264-338a38718f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:01.820861 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-823f6797-62c4-4600-875c-b927a4d2f303 req-02875d20-d80b-4fa6-8264-338a38718f2a service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=96907629895d451697f448cf2c3bc6a1&device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 1128 time: 0.0631232 Aug 30 04:33:01.861533 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-af819eed-d49e-465a-a2f0-f0a6d68cb67c req-9f4f1402-87a8-4826-84bf-8094fa9a1c47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (d6d369c3-94ef-47a2-969c-2fe3d82d9f1b), before_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:01.902459 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-ed51694a-51b5-4f19-afd7-54b13213090b None None] Set router 1b0b9488-6100-4281-972e-44537b48dc76 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:33:01.915187 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ee1b2-21a8-4c2b-aacb-921229a5b43c req-3c3946fd-ac06-4bf3-94ed-7b335022dcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:01.916876 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2c9ee1b2-21a8-4c2b-aacb-921229a5b43c req-3c3946fd-ac06-4bf3-94ed-7b335022dcd3 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=8afb4049582c4beaa9defa2fe20c8b52&device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 1130 time: 0.0950117 Aug 30 04:33:01.968344 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-76cb64e4-4fef-420f-87eb-2946947f3237 None None] Provisioning complete for port d6d369c3-94ef-47a2-969c-2fe3d82d9f1b triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:33:01.969722 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-76cb64e4-4fef-420f-87eb-2946947f3237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (d6d369c3-94ef-47a2-969c-2fe3d82d9f1b), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:02.009745 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-76cb64e4-4fef-420f-87eb-2946947f3237 None None] Port d6d369c3-94ef-47a2-969c-2fe3d82d9f1b cannot update to ACTIVE because it is not bound. {{(pid=106259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:33:02.025891 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f6797-62c4-4600-875c-b927a4d2f303 req-b5784a56-84f6-479e-ad54-9a4f865a2d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:02.027369 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-823f6797-62c4-4600-875c-b927a4d2f303 req-b5784a56-84f6-479e-ad54-9a4f865a2d8b service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=6e52047f-70d3-42db-935b-902b02a68f1a HTTP/1.1" status: 200 len: 910 time: 0.1721408 Aug 30 04:33:02.078284 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-823f6797-62c4-4600-875c-b927a4d2f303 req-7955a454-0528-4313-9505-353a27c533a8 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eeef7498-bb32-43b9-bc6e-1fe32f5be46b HTTP/1.1" status: 200 len: 217 time: 0.0373423 Aug 30 04:33:02.097255 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:02.122118 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ee1b2-21a8-4c2b-aacb-921229a5b43c req-5e437d44-58aa-43c0-afd8-eed57209cc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:02.123642 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2c9ee1b2-21a8-4c2b-aacb-921229a5b43c req-5e437d44-58aa-43c0-afd8-eed57209cc66 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=3a833cc4-0338-4d6e-b00c-99c3817ea5ba HTTP/1.1" status: 200 len: 918 time: 0.1960793 Aug 30 04:33:02.199035 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f6797-62c4-4600-875c-b927a4d2f303 req-f5bd96b1-0386-415f-82b6-42cccb746531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:02.200498 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-823f6797-62c4-4600-875c-b927a4d2f303 req-f5bd96b1-0386-415f-82b6-42cccb746531 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=ec2a4d1a-e144-4645-a094-54c969a171a8 HTTP/1.1" status: 200 len: 847 time: 0.1126151 Aug 30 04:33:02.214749 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.notifiers.nova [req-af819eed-d49e-465a-a2f0-f0a6d68cb67c req-9f4f1402-87a8-4826-84bf-8094fa9a1c47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6d369c3-94ef-47a2-969c-2fe3d82d9f1b {{(pid=106257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:33:02.223808 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-af819eed-d49e-465a-a2f0-f0a6d68cb67c req-9f4f1402-87a8-4826-84bf-8094fa9a1c47 service neutron] Publish callbacks [] for port (d6d369c3-94ef-47a2-969c-2fe3d82d9f1b), precommit_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:02.224629 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-ed51694a-51b5-4f19-afd7-54b13213090b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0b9488-6100-4281-972e-44537b48dc76', 'name': 'tempest-AttachVolumeShelveTestJSON-273455019-router', 'tenant_id': '8afb4049582c4beaa9defa2fe20c8b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'de5de454-e840-412f-8a1d-c07983265b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:55Z', 'updated_at': '2022-08-30T04:28:00Z', 'revision_number': 4, 'project_id': '8afb4049582c4beaa9defa2fe20c8b52', 'gw_port': {'id': 'de5de454-e840-412f-8a1d-c07983265b2b', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:24:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b9488-6100-4281-972e-44537b48dc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:55Z', 'updated_at': '2022-08-30T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_floatingips': [{'id': 'a67d9e53-f0ea-4ce3-b4aa-100de77ce2a0', 'tenant_id': '8afb4049582c4beaa9defa2fe20c8b52', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': '1b0b9488-6100-4281-972e-44537b48dc76', 'port_id': '6a20448d-3686-45d0-84c7-615528a03b7c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a833cc4-0338-4d6e-b00c-99c3817ea5ba', 'mac_address': 'fa:16:3e:de:ef:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05746cb-13ab-4eb9-961b-09d7254f6ce5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:32:40Z', 'updated_at': '2022-08-30T04:33:00Z', 'revision_number': 1, 'project_id': '8afb4049582c4beaa9defa2fe20c8b52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd472d91-79f6-4964-8656-333efb576867', 'name': '', 'network_id': '3a833cc4-0338-4d6e-b00c-99c3817ea5ba', 'tenant_id': '8afb4049582c4beaa9defa2fe20c8b52', 'mac_address': 'fa:16:3e:06:20:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b9488-6100-4281-972e-44537b48dc76', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '14ce1079-bb9d-4bd2-9455-27504a55dd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:59Z', 'updated_at': '2022-08-30T04:28:12Z', 'revision_number': 5, 'project_id': '8afb4049582c4beaa9defa2fe20c8b52', 'subnets': [{'id': '14ce1079-bb9d-4bd2-9455-27504a55dd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:33:02.239379 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.provisioning_blocks [req-af819eed-d49e-465a-a2f0-f0a6d68cb67c req-9f4f1402-87a8-4826-84bf-8094fa9a1c47 service neutron] Transition to ACTIVE for port object d6d369c3-94ef-47a2-969c-2fe3d82d9f1b will not be triggered until provisioned by entity L2. {{(pid=106257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:33:02.242728 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-af819eed-d49e-465a-a2f0-f0a6d68cb67c req-9f4f1402-87a8-4826-84bf-8094fa9a1c47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61207719'] for port (d6d369c3-94ef-47a2-969c-2fe3d82d9f1b), after_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:02.256162 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed51694a-51b5-4f19-afd7-54b13213090b None None] The sync data for ids ['1b0b9488-6100-4281-972e-44537b48dc76'] in dv-cinder-854265-2-iscsi is: [{'id': '1b0b9488-6100-4281-972e-44537b48dc76', 'name': 'tempest-AttachVolumeShelveTestJSON-273455019-router', 'tenant_id': '8afb4049582c4beaa9defa2fe20c8b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'de5de454-e840-412f-8a1d-c07983265b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:55Z', 'updated_at': '2022-08-30T04:28:00Z', 'revision_number': 4, 'project_id': '8afb4049582c4beaa9defa2fe20c8b52', 'gw_port': {'id': 'de5de454-e840-412f-8a1d-c07983265b2b', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:24:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b9488-6100-4281-972e-44537b48dc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:55Z', 'updated_at': '2022-08-30T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_floatingips': [{'id': 'a67d9e53-f0ea-4ce3-b4aa-100de77ce2a0', 'tenant_id': '8afb4049582c4beaa9defa2fe20c8b52', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': '1b0b9488-6100-4281-972e-44537b48dc76', 'port_id': '6a20448d-3686-45d0-84c7-615528a03b7c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a833cc4-0338-4d6e-b00c-99c3817ea5ba', 'mac_address': 'fa:16:3e:de:ef:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05746cb-13ab-4eb9-961b-09d7254f6ce5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:32:40Z', 'updated_at': '2022-08-30T04:33:00Z', 'revision_number': 1, 'project_id': '8afb4049582c4beaa9defa2fe20c8b52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd472d91-79f6-4964-8656-333efb576867', 'name': '', 'network_id': '3a833cc4-0338-4d6e-b00c-99c3817ea5ba', 'tenant_id': '8afb4049582c4beaa9defa2fe20c8b52', 'mac_address': 'fa:16:3e:06:20:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b9488-6100-4281-972e-44537b48dc76', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '14ce1079-bb9d-4bd2-9455-27504a55dd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:59Z', 'updated_at': '2022-08-30T04:28:12Z', 'revision_number': 5, 'project_id': '8afb4049582c4beaa9defa2fe20c8b52', 'subnets': [{'id': '14ce1079-bb9d-4bd2-9455-27504a55dd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:33:02.258511 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a8402d-e67f-48ec-89a4-6da7068ee4ce req-0acba875-38f4-4a9c-8537-58aa84711abb tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:02.260043 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c7a8402d-e67f-48ec-89a4-6da7068ee4ce req-0acba875-38f4-4a9c-8537-58aa84711abb tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 946 time: 0.0499859 Aug 30 04:33:02.278149 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2c9ee1b2-21a8-4c2b-aacb-921229a5b43c req-1ab81d7e-e8f2-447c-a64d-7f6d4786d73e service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a20448d-3686-45d0-84c7-615528a03b7c HTTP/1.1" status: 200 len: 1000 time: 0.1346197 Aug 30 04:33:02.311594 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4f1402-87a8-4826-84bf-8094fa9a1c47 service neutron] Pushing event updated for resources: {'Port': ['ID=d6d369c3-94ef-47a2-969c-2fe3d82d9f1b,revision_number=2']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:02.316284 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c7a8402d-e67f-48ec-89a4-6da7068ee4ce req-38957dbd-434f-474d-aa3b-ffc9615f0f2c tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=09216899-2967-4782-a816-4a06df734ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486426 Aug 30 04:33:02.364310 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.managers [req-af819eed-d49e-465a-a2f0-f0a6d68cb67c req-9f4f1402-87a8-4826-84bf-8094fa9a1c47 service neutron] Attempting to bind port d6d369c3-94ef-47a2-969c-2fe3d82d9f1b on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:33:02.364652 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.managers [req-af819eed-d49e-465a-a2f0-f0a6d68cb67c req-9f4f1402-87a8-4826-84bf-8094fa9a1c47 service neutron] Attempting to bind port d6d369c3-94ef-47a2-969c-2fe3d82d9f1b by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7fc2da6b-035c-428c-8a36-2438f46094fd'}] {{(pid=106257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:33:02.364987 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af819eed-d49e-465a-a2f0-f0a6d68cb67c req-9f4f1402-87a8-4826-84bf-8094fa9a1c47 service neutron] Attempting to bind port d6d369c3-94ef-47a2-969c-2fe3d82d9f1b on network 7fc2da6b-035c-428c-8a36-2438f46094fd {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:33:02.369508 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af819eed-d49e-465a-a2f0-f0a6d68cb67c req-9f4f1402-87a8-4826-84bf-8094fa9a1c47 service neutron] Port d6d369c3-94ef-47a2-969c-2fe3d82d9f1b on network 7fc2da6b-035c-428c-8a36-2438f46094fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:33:02.369858 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af819eed-d49e-465a-a2f0-f0a6d68cb67c req-9f4f1402-87a8-4826-84bf-8094fa9a1c47 service neutron] Attempting to bind port d6d369c3-94ef-47a2-969c-2fe3d82d9f1b on network 7fc2da6b-035c-428c-8a36-2438f46094fd {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:33:02.374686 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af819eed-d49e-465a-a2f0-f0a6d68cb67c req-9f4f1402-87a8-4826-84bf-8094fa9a1c47 service neutron] Checking agent: {'id': 'dd0d0365-d50b-4401-90d8-c3ff73fab053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 24, 11), 'started_at': datetime.datetime(2022, 8, 30, 4, 24, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:33:02.375027 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af819eed-d49e-465a-a2f0-f0a6d68cb67c req-9f4f1402-87a8-4826-84bf-8094fa9a1c47 service neutron] Checking segment: {'id': '18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7fc2da6b-035c-428c-8a36-2438f46094fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:33:02.375411 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af819eed-d49e-465a-a2f0-f0a6d68cb67c req-9f4f1402-87a8-4826-84bf-8094fa9a1c47 service neutron] Bound using segment: {'id': '18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7fc2da6b-035c-428c-8a36-2438f46094fd'} {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:33:02.375838 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.managers [req-af819eed-d49e-465a-a2f0-f0a6d68cb67c req-9f4f1402-87a8-4826-84bf-8094fa9a1c47 service neutron] Bound port: d6d369c3-94ef-47a2-969c-2fe3d82d9f1b, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '7fc2da6b-035c-428c-8a36-2438f46094fd'}}] {{(pid=106257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:33:02.376204 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-af819eed-d49e-465a-a2f0-f0a6d68cb67c req-9f4f1402-87a8-4826-84bf-8094fa9a1c47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (d6d369c3-94ef-47a2-969c-2fe3d82d9f1b), before_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:02.419344 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:02.441983 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [req-af819eed-d49e-465a-a2f0-f0a6d68cb67c req-9f4f1402-87a8-4826-84bf-8094fa9a1c47 service neutron] For port d6d369c3-94ef-47a2-969c-2fe3d82d9f1b, host hv-cinder-85426, cleared binding levels {{(pid=106257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:33:02.445201 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [req-af819eed-d49e-465a-a2f0-f0a6d68cb67c req-9f4f1402-87a8-4826-84bf-8094fa9a1c47 service neutron] For port d6d369c3-94ef-47a2-969c-2fe3d82d9f1b, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d6d369c3-94ef-47a2-969c-2fe3d82d9f1b,segment=NetworkSegment(18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12),segment_id=18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12)] {{(pid=106257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:33:02.452069 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-af819eed-d49e-465a-a2f0-f0a6d68cb67c req-9f4f1402-87a8-4826-84bf-8094fa9a1c47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61207719'] for port (d6d369c3-94ef-47a2-969c-2fe3d82d9f1b), after_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:02.456227 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af819eed-d49e-465a-a2f0-f0a6d68cb67c req-9f4f1402-87a8-4826-84bf-8094fa9a1c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:02.456844 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-af819eed-d49e-465a-a2f0-f0a6d68cb67c req-9f4f1402-87a8-4826-84bf-8094fa9a1c47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:02.458379 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-af819eed-d49e-465a-a2f0-f0a6d68cb67c req-9f4f1402-87a8-4826-84bf-8094fa9a1c47 service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/d6d369c3-94ef-47a2-969c-2fe3d82d9f1b HTTP/1.1" status: 200 len: 1094 time: 0.6963642 Aug 30 04:33:02.458868 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '178c1257-1a0d-41e3-8961-0f63f6ccfdc2', 'tag': 'd6d369c3-94ef-47a2-969c-2fe3d82d9f1b'}] {{(pid=106257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:33:02.461119 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d1a48af4e812f9c70823208ed2638ca64b88de6e4994a5bf3763d45491ed842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7d2030-da07-4651-9bc9-8433edab8d99" -d '{"events": [{"name": "network-changed", "server_uuid": "178c1257-1a0d-41e3-8961-0f63f6ccfdc2", "tag": "d6d369c3-94ef-47a2-969c-2fe3d82d9f1b"}]}' {{(pid=106257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:33:02.476910 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc1e479-a90b-40c9-91ab-15f1bbd76808 None None] New status for floating IP a67d9e53-f0ea-4ce3-b4aa-100de77ce2a0: ACTIVE {{(pid=106259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:33:02.509200 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1385995a-a145-4414-b512-fc98d3d5565f x-openstack-request-id: req-1385995a-a145-4414-b512-fc98d3d5565f {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:33:02.509485 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "178c1257-1a0d-41e3-8961-0f63f6ccfdc2", "tag": "d6d369c3-94ef-47a2-969c-2fe3d82d9f1b", "status": "completed", "code": 200}]} {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:33:02.509734 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-1385995a-a145-4414-b512-fc98d3d5565f {{(pid=106257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:33:02.510569 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1385995a-a145-4414-b512-fc98d3d5565f'] response: {'name': 'network-changed', 'server_uuid': '178c1257-1a0d-41e3-8961-0f63f6ccfdc2', 'tag': 'd6d369c3-94ef-47a2-969c-2fe3d82d9f1b', 'status': 'completed', 'code': 200} Aug 30 04:33:02.514588 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4f1402-87a8-4826-84bf-8094fa9a1c47 service neutron] Pushing event updated for resources: {'Port': ['ID=d6d369c3-94ef-47a2-969c-2fe3d82d9f1b,revision_number=3']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:02.566800 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:02.621718 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:02.658697 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178df81-d817-47b1-bd64-2d22fc0a51bd req-556cb44e-db75-4d29-90b9-caa0fc69727a tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:02.660693 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d178df81-d817-47b1-bd64-2d22fc0a51bd req-556cb44e-db75-4d29-90b9-caa0fc69727a tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=178c1257-1a0d-41e3-8961-0f63f6ccfdc2 HTTP/1.1" status: 200 len: 944 time: 0.0504310 Aug 30 04:33:02.709845 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d178df81-d817-47b1-bd64-2d22fc0a51bd req-aa97e3c6-afed-4609-b83b-aeeab38913b1 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=3da4149a-03e4-43bb-8e6d-53dd08e9b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435684 Aug 30 04:33:02.828869 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b774ca23-bf0e-467b-8177-bef8f2995a7f req-6067ae2a-ee5f-4a85-867b-2f998d349b6f tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:02.830338 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b774ca23-bf0e-467b-8177-bef8f2995a7f req-6067ae2a-ee5f-4a85-867b-2f998d349b6f tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 944 time: 0.0460503 Aug 30 04:33:02.878072 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b774ca23-bf0e-467b-8177-bef8f2995a7f req-3f058aee-08d6-4c19-a472-215355c51037 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=42b1e446-e4f4-4002-baec-f9aa7dda8485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417273 Aug 30 04:33:03.434748 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab15eaf-774f-45ef-a59b-f81fe8763083 req-bc292806-fa89-41d5-9333-bc8ac4bb72d2 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:03.436170 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0ab15eaf-774f-45ef-a59b-f81fe8763083 req-bc292806-fa89-41d5-9333-bc8ac4bb72d2 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 946 time: 0.0461521 Aug 30 04:33:03.482010 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0ab15eaf-774f-45ef-a59b-f81fe8763083 req-95d72a81-75c6-4b29-9778-9d273f39d307 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=09216899-2967-4782-a816-4a06df734ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403473 Aug 30 04:33:03.831093 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61916d17-2c5a-44e8-a494-c5b8f0269959 req-1dd4c19f-23f3-4d27-ba45-c56a03d418c4 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:03.832594 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-61916d17-2c5a-44e8-a494-c5b8f0269959 req-1dd4c19f-23f3-4d27-ba45-c56a03d418c4 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=178c1257-1a0d-41e3-8961-0f63f6ccfdc2 HTTP/1.1" status: 200 len: 944 time: 0.0510070 Aug 30 04:33:03.878822 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-61916d17-2c5a-44e8-a494-c5b8f0269959 req-83443083-baf7-49ab-9b92-aa918a73a4b0 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=3da4149a-03e4-43bb-8e6d-53dd08e9b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406363 Aug 30 04:33:03.996550 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc15ea-e85e-410b-b522-628d0b99b5df req-eb713cfd-977d-483a-8625-4dac0a76dd11 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:03.997940 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-dcbc15ea-e85e-410b-b522-628d0b99b5df req-eb713cfd-977d-483a-8625-4dac0a76dd11 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 944 time: 0.0468388 Aug 30 04:33:04.045843 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-dcbc15ea-e85e-410b-b522-628d0b99b5df req-3b466b67-bb6e-4524-bc11-4ce9b45eee76 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=42b1e446-e4f4-4002-baec-f9aa7dda8485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422146 Aug 30 04:33:04.603615 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de1893-14d6-4d8b-8813-866ad8a68433 req-8464d498-72fa-4f43-a8fd-6baac33fe658 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:04.605088 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-98de1893-14d6-4d8b-8813-866ad8a68433 req-8464d498-72fa-4f43-a8fd-6baac33fe658 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 946 time: 0.0509586 Aug 30 04:33:04.651452 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-98de1893-14d6-4d8b-8813-866ad8a68433 req-9c7b5fbe-cc98-4187-88a2-5ea2b6f2a903 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=09216899-2967-4782-a816-4a06df734ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408678 Aug 30 04:33:04.994763 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73d687-37f2-472d-8a92-4aa82c3f2e10 req-7439afbd-bb4c-4f51-900c-46f8c9d0be97 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:04.996222 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bf73d687-37f2-472d-8a92-4aa82c3f2e10 req-7439afbd-bb4c-4f51-900c-46f8c9d0be97 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=178c1257-1a0d-41e3-8961-0f63f6ccfdc2 HTTP/1.1" status: 200 len: 944 time: 0.0470603 Aug 30 04:33:05.042155 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bf73d687-37f2-472d-8a92-4aa82c3f2e10 req-527fa057-c9ca-4d21-88e4-54d5e5403e3d tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=3da4149a-03e4-43bb-8e6d-53dd08e9b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404179 Aug 30 04:33:05.163439 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76dffab-a4e2-4405-867d-726000c19da1 req-80f57da2-900a-453d-ac36-81a5094945ad tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:05.164910 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a76dffab-a4e2-4405-867d-726000c19da1 req-80f57da2-900a-453d-ac36-81a5094945ad tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 944 time: 0.0455525 Aug 30 04:33:05.217568 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a76dffab-a4e2-4405-867d-726000c19da1 req-4e47e164-5565-44d5-b18f-bcafb69e6d92 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=42b1e446-e4f4-4002-baec-f9aa7dda8485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471034 Aug 30 04:33:05.766337 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb85743-6175-4c72-a6df-2aa4ef827a7c req-48a01c23-89d2-420d-8154-7b5e1eac1335 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:05.767788 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4fb85743-6175-4c72-a6df-2aa4ef827a7c req-48a01c23-89d2-420d-8154-7b5e1eac1335 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 946 time: 0.0468204 Aug 30 04:33:05.779967 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:05.815089 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4fb85743-6175-4c72-a6df-2aa4ef827a7c req-35faf5ad-7182-4674-8316-9d9c27065175 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=09216899-2967-4782-a816-4a06df734ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412481 Aug 30 04:33:06.162076 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ed913-7def-49a7-9486-c8febb554dcd req-38070e3e-afa7-488e-b13e-73c401ea5d28 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:06.163508 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8c4ed913-7def-49a7-9486-c8febb554dcd req-38070e3e-afa7-488e-b13e-73c401ea5d28 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=178c1257-1a0d-41e3-8961-0f63f6ccfdc2 HTTP/1.1" status: 200 len: 944 time: 0.0464878 Aug 30 04:33:06.208986 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8c4ed913-7def-49a7-9486-c8febb554dcd req-c97f48f4-7f49-4b75-bbf4-b16923f2d066 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=3da4149a-03e4-43bb-8e6d-53dd08e9b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399942 Aug 30 04:33:06.342789 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ff252-b249-437b-be08-1b37407a92b7 req-228151e9-dca1-4bbe-874a-d796235e53df tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:06.344180 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ea8ff252-b249-437b-be08-1b37407a92b7 req-228151e9-dca1-4bbe-874a-d796235e53df tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 944 time: 0.0498667 Aug 30 04:33:06.396038 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ea8ff252-b249-437b-be08-1b37407a92b7 req-2f7eee71-dac2-436f-adb1-2a97d17b10a6 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=42b1e446-e4f4-4002-baec-f9aa7dda8485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462608 Aug 30 04:33:06.462086 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:06.523962 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f6797-62c4-4600-875c-b927a4d2f303 req-7fa1d6bc-57ad-42a7-853d-72c1e8ab70be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:06.525470 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-823f6797-62c4-4600-875c-b927a4d2f303 req-7fa1d6bc-57ad-42a7-853d-72c1e8ab70be service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=6e52047f-70d3-42db-935b-902b02a68f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0729141 Aug 30 04:33:06.528888 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ee1b2-21a8-4c2b-aacb-921229a5b43c req-79389d64-ae91-45e2-bd2e-f530bad398d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:06.530221 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2c9ee1b2-21a8-4c2b-aacb-921229a5b43c req-79389d64-ae91-45e2-bd2e-f530bad398d8 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=14ce1079-bb9d-4bd2-9455-27504a55dd9e HTTP/1.1" status: 200 len: 855 time: 0.0688615 Aug 30 04:33:06.676347 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d2030-da07-4651-9bc9-8433edab8d99 req-88b4194e-607f-49d8-aa2f-9cf39473be5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:06.677933 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-9c7d2030-da07-4651-9bc9-8433edab8d99 req-88b4194e-607f-49d8-aa2f-9cf39473be5c service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=d7deffddf9934a028bfdb0b1c965c618&device_id=178c1257-1a0d-41e3-8961-0f63f6ccfdc2 HTTP/1.1" status: 200 len: 1128 time: 0.0418794 Aug 30 04:33:06.725475 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ee1b2-21a8-4c2b-aacb-921229a5b43c req-d8b3de8a-d81f-4afe-b49d-7b5759a00aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:06.726969 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2c9ee1b2-21a8-4c2b-aacb-921229a5b43c req-d8b3de8a-d81f-4afe-b49d-7b5759a00aca service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=3a833cc4-0338-4d6e-b00c-99c3817ea5ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0835807 Aug 30 04:33:06.756718 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-823f6797-62c4-4600-875c-b927a4d2f303 req-dce5383a-08e9-46f1-93b5-5141524adf05 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/6e52047f-70d3-42db-935b-902b02a68f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206386 Aug 30 04:33:06.935455 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736113f-edac-473b-a241-26aa0932718c req-ef123dbd-9a00-495e-afc6-711a4d866a60 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:06.936914 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6736113f-edac-473b-a241-26aa0932718c req-ef123dbd-9a00-495e-afc6-711a4d866a60 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 946 time: 0.0504572 Aug 30 04:33:06.982671 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6736113f-edac-473b-a241-26aa0932718c req-6a1be9e6-2d87-4b46-b952-a07ac1400720 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=09216899-2967-4782-a816-4a06df734ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401351 Aug 30 04:33:07.114431 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:07.130642 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ecfcc-40e8-4969-9d3d-02dc54343230 req-e5b756fa-1927-4ec9-ae13-f5feb9f2a5f3 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:07.132075 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-522ecfcc-40e8-4969-9d3d-02dc54343230 req-e5b756fa-1927-4ec9-ae13-f5feb9f2a5f3 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 946 time: 0.0892489 Aug 30 04:33:07.169614 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d2030-da07-4651-9bc9-8433edab8d99 req-b153dc35-d864-4549-89c8-9af860a8750a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:07.171057 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-9c7d2030-da07-4651-9bc9-8433edab8d99 req-b153dc35-d864-4549-89c8-9af860a8750a service neutron] 10.222.0.71 "GET /networking/v2.0/networks?tenant_id=d7deffddf9934a028bfdb0b1c965c618&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1370459 Aug 30 04:33:07.195045 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-823f6797-62c4-4600-875c-b927a4d2f303 req-9f9d5bd0-1252-4c1a-8e86-2d9b75d99f7d service neutron] 10.222.0.71 "GET /networking/v2.0/networks/6e52047f-70d3-42db-935b-902b02a68f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584780 Aug 30 04:33:07.197562 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2c9ee1b2-21a8-4c2b-aacb-921229a5b43c req-0e53d342-fcc1-4cff-a30d-7644542c44b9 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3a833cc4-0338-4d6e-b00c-99c3817ea5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539245 Aug 30 04:33:07.325881 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c5e7e1-64bf-4616-b01b-d560f344bd99 req-d8a4455d-775a-48da-ae02-56bf3fa0a5e5 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:07.327353 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-28c5e7e1-64bf-4616-b01b-d560f344bd99 req-d8a4455d-775a-48da-ae02-56bf3fa0a5e5 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=178c1257-1a0d-41e3-8961-0f63f6ccfdc2 HTTP/1.1" status: 200 len: 944 time: 0.0461633 Aug 30 04:33:07.373560 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-28c5e7e1-64bf-4616-b01b-d560f344bd99 req-7bbcbe7e-c653-4fd3-bf93-ec284a4cc10d tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=3da4149a-03e4-43bb-8e6d-53dd08e9b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402942 Aug 30 04:33:07.513398 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30159956-fc47-4ebe-941e-c759980a0428 req-c6f243e1-915e-4254-9e49-9c0d3e9dd217 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:07.514763 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-30159956-fc47-4ebe-941e-c759980a0428 req-c6f243e1-915e-4254-9e49-9c0d3e9dd217 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 944 time: 0.0494115 Aug 30 04:33:07.563310 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-30159956-fc47-4ebe-941e-c759980a0428 req-11e9e480-8a6e-4088-bd1e-f591fbdce5e4 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=42b1e446-e4f4-4002-baec-f9aa7dda8485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423295 Aug 30 04:33:07.948110 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:07.987372 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2c9ee1b2-21a8-4c2b-aacb-921229a5b43c req-911b28f9-e351-43c0-b082-e2cb4377711e service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3a833cc4-0338-4d6e-b00c-99c3817ea5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904813 Aug 30 04:33:08.049909 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [req-522ecfcc-40e8-4969-9d3d-02dc54343230 req-518fbede-22b0-4088-977b-95ed9f29c577 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Deleting port d21ea63a-d1d4-48e3-8e7e-276477e7b961 {{(pid=106257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:33:08.050504 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-522ecfcc-40e8-4969-9d3d-02dc54343230 req-518fbede-22b0-4088-977b-95ed9f29c577 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (d21ea63a-d1d4-48e3-8e7e-276477e7b961), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:08.056873 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d2030-da07-4651-9bc9-8433edab8d99 req-8ca1c06d-d207-4edd-8cf8-4fe577d4eeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:08.058439 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-9c7d2030-da07-4651-9bc9-8433edab8d99 req-8ca1c06d-d207-4edd-8cf8-4fe577d4eeed service neutron] 10.222.0.71 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1625693 Aug 30 04:33:08.106003 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8751e-2161-487d-a37b-2afa77ac4ecc req-82f0f83b-c560-42fe-a80f-30ac2d4cea9e tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:08.107540 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-58d8751e-2161-487d-a37b-2afa77ac4ecc req-82f0f83b-c560-42fe-a80f-30ac2d4cea9e tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 946 time: 0.0509722 Aug 30 04:33:08.155924 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-58d8751e-2161-487d-a37b-2afa77ac4ecc req-02122d73-380d-4053-8352-d7126c2d2926 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=09216899-2967-4782-a816-4a06df734ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416605 Aug 30 04:33:08.194257 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [req-522ecfcc-40e8-4969-9d3d-02dc54343230 req-518fbede-22b0-4088-977b-95ed9f29c577 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] For port d21ea63a-d1d4-48e3-8e7e-276477e7b961, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d21ea63a-d1d4-48e3-8e7e-276477e7b961,segment=NetworkSegment(bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb),segment_id=bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb)] {{(pid=106257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:33:08.194630 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-522ecfcc-40e8-4969-9d3d-02dc54343230 req-518fbede-22b0-4088-977b-95ed9f29c577 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (d21ea63a-d1d4-48e3-8e7e-276477e7b961), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:08.210513 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af819eed-d49e-465a-a2f0-f0a6d68cb67c req-dba6ba14-96e9-4828-ae5d-2821e721b486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:08.212001 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-af819eed-d49e-465a-a2f0-f0a6d68cb67c req-dba6ba14-96e9-4828-ae5d-2821e721b486 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=d7deffddf9934a028bfdb0b1c965c618&device_id=178c1257-1a0d-41e3-8961-0f63f6ccfdc2 HTTP/1.1" status: 200 len: 1128 time: 0.0722108 Aug 30 04:33:08.281198 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-af819eed-d49e-465a-a2f0-f0a6d68cb67c req-54597dde-a783-46d5-8257-7d40f976a9a3 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6d369c3-94ef-47a2-969c-2fe3d82d9f1b HTTP/1.1" status: 200 len: 217 time: 0.0413718 Aug 30 04:33:08.402920 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af819eed-d49e-465a-a2f0-f0a6d68cb67c req-820b044c-c215-44fe-ab23-48a9055c87a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:08.404290 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-af819eed-d49e-465a-a2f0-f0a6d68cb67c req-820b044c-c215-44fe-ab23-48a9055c87a4 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=10d22c1f-33e0-4527-bb5d-63253813ffaa HTTP/1.1" status: 200 len: 849 time: 0.1117103 Aug 30 04:33:08.464664 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-522ecfcc-40e8-4969-9d3d-02dc54343230 req-518fbede-22b0-4088-977b-95ed9f29c577 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:08.465020 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-522ecfcc-40e8-4969-9d3d-02dc54343230 req-518fbede-22b0-4088-977b-95ed9f29c577 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696708'] for floatingip (6f1fa3a5-ab88-4de0-9236-9f7496e99f3b), after_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:08.465361 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.db.l3_db [req-522ecfcc-40e8-4969-9d3d-02dc54343230 req-518fbede-22b0-4088-977b-95ed9f29c577 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Floating IP 6f1fa3a5-ab88-4de0-9236-9f7496e99f3b disassociated. External IP: 172.27.1.101, port: d21ea63a-d1d4-48e3-8e7e-276477e7b961. Aug 30 04:33:08.465703 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [req-522ecfcc-40e8-4969-9d3d-02dc54343230 req-518fbede-22b0-4088-977b-95ed9f29c577 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Calling delete_port for d21ea63a-d1d4-48e3-8e7e-276477e7b961 owned by compute:nova {{(pid=106257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:33:08.480684 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af819eed-d49e-465a-a2f0-f0a6d68cb67c req-86ebc32f-dd07-46f2-ad01-c35f79882733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:08.482200 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-af819eed-d49e-465a-a2f0-f0a6d68cb67c req-86ebc32f-dd07-46f2-ad01-c35f79882733 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=7fc2da6b-035c-428c-8a36-2438f46094fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0683880 Aug 30 04:33:08.492381 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d2847-a00c-4553-8b06-68d0f20d7a0f req-e353b4d0-137a-4508-8451-05e210cdd577 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:08.493874 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-095d2847-a00c-4553-8b06-68d0f20d7a0f req-e353b4d0-137a-4508-8451-05e210cdd577 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=178c1257-1a0d-41e3-8961-0f63f6ccfdc2 HTTP/1.1" status: 200 len: 944 time: 0.0487070 Aug 30 04:33:08.541406 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-095d2847-a00c-4553-8b06-68d0f20d7a0f req-f95c3059-c452-49d3-a302-d4a60c481d00 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=3da4149a-03e4-43bb-8e6d-53dd08e9b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419724 Aug 30 04:33:08.690238 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1406414-b9ff-4fb3-8557-2e3d234d9749 req-c4718dae-6c44-451e-b4c2-2a1b472ee4cc tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:08.691832 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d1406414-b9ff-4fb3-8557-2e3d234d9749 req-c4718dae-6c44-451e-b4c2-2a1b472ee4cc tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 944 time: 0.0504637 Aug 30 04:33:08.745895 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d1406414-b9ff-4fb3-8557-2e3d234d9749 req-52e56215-c4f4-4fd1-a252-5081e8c4173d tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=42b1e446-e4f4-4002-baec-f9aa7dda8485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483930 Aug 30 04:33:08.829432 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:08.866320 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-af819eed-d49e-465a-a2f0-f0a6d68cb67c req-1a573e0e-2a11-4ca1-b8a4-296395dab5ca service neutron] 10.222.0.71 "GET /networking/v2.0/networks/7fc2da6b-035c-428c-8a36-2438f46094fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530247 Aug 30 04:33:08.910610 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:08.970615 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-522ecfcc-40e8-4969-9d3d-02dc54343230 req-518fbede-22b0-4088-977b-95ed9f29c577 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (d21ea63a-d1d4-48e3-8e7e-276477e7b961), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:09.013014 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518fbede-22b0-4088-977b-95ed9f29c577 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Pushing event deleted for resources: {'Port': ['ID=d21ea63a-d1d4-48e3-8e7e-276477e7b961,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:09.023500 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-af819eed-d49e-465a-a2f0-f0a6d68cb67c req-443283e8-8e11-4bf1-98b2-28cc0d840030 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/7fc2da6b-035c-428c-8a36-2438f46094fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326451 Aug 30 04:33:09.125353 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.l3_agent_scheduler [req-522ecfcc-40e8-4969-9d3d-02dc54343230 req-518fbede-22b0-4088-977b-95ed9f29c577 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Router efc0e799-aa5d-4dff-8913-e13c430a5c69 has already been hosted by L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 {{(pid=106257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:33:09.227082 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-522ecfcc-40e8-4969-9d3d-02dc54343230 req-518fbede-22b0-4088-977b-95ed9f29c577 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:33:09.247118 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9054c255-afb9-4bd0-bf1c-b5e3eee84bb0 None None] Sync routers for ids ['efc0e799-aa5d-4dff-8913-e13c430a5c69'] in dv-cinder-854265-2-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:33:09.258269 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9054c255-afb9-4bd0-bf1c-b5e3eee84bb0 None None] Routers {'efc0e799-aa5d-4dff-8913-e13c430a5c69'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:33:09.258877 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-9054c255-afb9-4bd0-bf1c-b5e3eee84bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:32:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['efc0e799-aa5d-4dff-8913-e13c430a5c69'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:33:09.264501 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ff0f2f6e-b34f-458d-af77-9fe2e7cb4574 req-d0bb3dbc-1591-4ab9-bc10-b4e4b3f65fe4 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 210 time: 0.0324209 Aug 30 04:33:09.274287 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [req-522ecfcc-40e8-4969-9d3d-02dc54343230 req-518fbede-22b0-4088-977b-95ed9f29c577 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] No DVR routers for this DVR port d21ea63a-d1d4-48e3-8e7e-276477e7b961 on host hv-cinder-85426 {{(pid=106257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:33:09.277086 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-522ecfcc-40e8-4969-9d3d-02dc54343230 req-518fbede-22b0-4088-977b-95ed9f29c577 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:09.280546 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-522ecfcc-40e8-4969-9d3d-02dc54343230 req-518fbede-22b0-4088-977b-95ed9f29c577 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.71 "DELETE /networking/v2.0/ports/d21ea63a-d1d4-48e3-8e7e-276477e7b961 HTTP/1.1" status: 204 len: 173 time: 1.3765342 Aug 30 04:33:09.280999 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1ca12d-df37-4d58-b819-0e4c7df8fc9b', 'name': 'network-vif-deleted', 'tag': 'd21ea63a-d1d4-48e3-8e7e-276477e7b961'}] {{(pid=106257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:33:09.283268 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d1a48af4e812f9c70823208ed2638ca64b88de6e4994a5bf3763d45491ed842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a9a8c7-a3b5-4df4-b9b6-c5d5cc7e1b2d" -d '{"events": [{"server_uuid": "6d1ca12d-df37-4d58-b819-0e4c7df8fc9b", "name": "network-vif-deleted", "tag": "d21ea63a-d1d4-48e3-8e7e-276477e7b961"}]}' {{(pid=106257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:33:09.320477 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92db674-3884-4b08-889f-dc5506a4172e x-openstack-request-id: req-b92db674-3884-4b08-889f-dc5506a4172e {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:33:09.320772 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d1ca12d-df37-4d58-b819-0e4c7df8fc9b", "name": "network-vif-deleted", "tag": "d21ea63a-d1d4-48e3-8e7e-276477e7b961", "status": "completed", "code": 200}]} {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:33:09.321027 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-b92db674-3884-4b08-889f-dc5506a4172e {{(pid=106257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:33:09.321457 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b92db674-3884-4b08-889f-dc5506a4172e'] response: {'server_uuid': '6d1ca12d-df37-4d58-b819-0e4c7df8fc9b', 'name': 'network-vif-deleted', 'tag': 'd21ea63a-d1d4-48e3-8e7e-276477e7b961', 'status': 'completed', 'code': 200} Aug 30 04:33:09.366123 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-9054c255-afb9-4bd0-bf1c-b5e3eee84bb0 None None] Set router efc0e799-aa5d-4dff-8913-e13c430a5c69 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:33:09.547175 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.agents_db [None req-600259de-68db-4343-b4d4-64e31eed30fa None None] Agent healthcheck: found 6 active agents {{(pid=106260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:33:09.560674 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-9054c255-afb9-4bd0-bf1c-b5e3eee84bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc0e799-aa5d-4dff-8913-e13c430a5c69', 'name': 'tempest-ServerRescueNegativeTestJSON-859256801-router', 'tenant_id': 'edc09fe630034be4b292562e2de6e3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '68eabc5a-4355-48fe-b374-e6078ccc1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:26:10Z', 'updated_at': '2022-08-30T04:26:18Z', 'revision_number': 4, 'project_id': 'edc09fe630034be4b292562e2de6e3f9', 'gw_port': {'id': '68eabc5a-4355-48fe-b374-e6078ccc1695', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:31:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc0e799-aa5d-4dff-8913-e13c430a5c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:11Z', 'updated_at': '2022-08-30T04:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': 'c611a2a6-98df-43cd-9d1c-7a53b3ed819f', 'name': '', 'network_id': '661607d2-cb41-40c5-ac13-3334a7f66c5e', 'tenant_id': 'edc09fe630034be4b292562e2de6e3f9', 'mac_address': 'fa:16:3e:81:39:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc0e799-aa5d-4dff-8913-e13c430a5c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd860aa44-a024-4bdb-b214-412c9f1784ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:15Z', 'updated_at': '2022-08-30T04:26:25Z', 'revision_number': 5, 'project_id': 'edc09fe630034be4b292562e2de6e3f9', 'subnets': [{'id': 'd860aa44-a024-4bdb-b214-412c9f1784ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:33:09.585542 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9054c255-afb9-4bd0-bf1c-b5e3eee84bb0 None None] Checking router: efc0e799-aa5d-4dff-8913-e13c430a5c69 for host: dv-cinder-854265-2-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:33:09.593753 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9054c255-afb9-4bd0-bf1c-b5e3eee84bb0 None None] Routers {'efc0e799-aa5d-4dff-8913-e13c430a5c69'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:33:09.594353 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-9054c255-afb9-4bd0-bf1c-b5e3eee84bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:32:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['efc0e799-aa5d-4dff-8913-e13c430a5c69'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:33:09.624752 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:09.660438 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3495a69-8a72-422e-a6c4-0f985b1a16f8 req-66df6579-61dc-438e-b5db-70e88ef395a6 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:09.661952 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c3495a69-8a72-422e-a6c4-0f985b1a16f8 req-66df6579-61dc-438e-b5db-70e88ef395a6 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=178c1257-1a0d-41e3-8961-0f63f6ccfdc2 HTTP/1.1" status: 200 len: 944 time: 0.0470448 Aug 30 04:33:09.695564 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-9054c255-afb9-4bd0-bf1c-b5e3eee84bb0 None None] Set router efc0e799-aa5d-4dff-8913-e13c430a5c69 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:33:09.709554 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c3495a69-8a72-422e-a6c4-0f985b1a16f8 req-538abbc3-fd5d-4058-867a-57f6a4bd95eb tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=3da4149a-03e4-43bb-8e6d-53dd08e9b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419490 Aug 30 04:33:09.732095 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:09.841106 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:09.867764 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce9a18-211b-4be7-9b4f-7892e7af66d2 req-58fcd751-968c-4ab4-bb79-f44d70922b1f tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:09.869230 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f0ce9a18-211b-4be7-9b4f-7892e7af66d2 req-58fcd751-968c-4ab4-bb79-f44d70922b1f tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 944 time: 0.0494063 Aug 30 04:33:09.885010 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-9054c255-afb9-4bd0-bf1c-b5e3eee84bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc0e799-aa5d-4dff-8913-e13c430a5c69', 'name': 'tempest-ServerRescueNegativeTestJSON-859256801-router', 'tenant_id': 'edc09fe630034be4b292562e2de6e3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '68eabc5a-4355-48fe-b374-e6078ccc1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:26:10Z', 'updated_at': '2022-08-30T04:26:18Z', 'revision_number': 4, 'project_id': 'edc09fe630034be4b292562e2de6e3f9', 'gw_port': {'id': '68eabc5a-4355-48fe-b374-e6078ccc1695', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:31:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc0e799-aa5d-4dff-8913-e13c430a5c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:11Z', 'updated_at': '2022-08-30T04:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': 'c611a2a6-98df-43cd-9d1c-7a53b3ed819f', 'name': '', 'network_id': '661607d2-cb41-40c5-ac13-3334a7f66c5e', 'tenant_id': 'edc09fe630034be4b292562e2de6e3f9', 'mac_address': 'fa:16:3e:81:39:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc0e799-aa5d-4dff-8913-e13c430a5c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd860aa44-a024-4bdb-b214-412c9f1784ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:15Z', 'updated_at': '2022-08-30T04:26:25Z', 'revision_number': 5, 'project_id': 'edc09fe630034be4b292562e2de6e3f9', 'subnets': [{'id': 'd860aa44-a024-4bdb-b214-412c9f1784ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:33:09.909287 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9054c255-afb9-4bd0-bf1c-b5e3eee84bb0 None None] The sync data for ids ['efc0e799-aa5d-4dff-8913-e13c430a5c69'] in dv-cinder-854265-2-iscsi is: [{'id': 'efc0e799-aa5d-4dff-8913-e13c430a5c69', 'name': 'tempest-ServerRescueNegativeTestJSON-859256801-router', 'tenant_id': 'edc09fe630034be4b292562e2de6e3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '68eabc5a-4355-48fe-b374-e6078ccc1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:26:10Z', 'updated_at': '2022-08-30T04:26:18Z', 'revision_number': 4, 'project_id': 'edc09fe630034be4b292562e2de6e3f9', 'gw_port': {'id': '68eabc5a-4355-48fe-b374-e6078ccc1695', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:31:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc0e799-aa5d-4dff-8913-e13c430a5c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:11Z', 'updated_at': '2022-08-30T04:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': 'c611a2a6-98df-43cd-9d1c-7a53b3ed819f', 'name': '', 'network_id': '661607d2-cb41-40c5-ac13-3334a7f66c5e', 'tenant_id': 'edc09fe630034be4b292562e2de6e3f9', 'mac_address': 'fa:16:3e:81:39:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc0e799-aa5d-4dff-8913-e13c430a5c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd860aa44-a024-4bdb-b214-412c9f1784ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:15Z', 'updated_at': '2022-08-30T04:26:25Z', 'revision_number': 5, 'project_id': 'edc09fe630034be4b292562e2de6e3f9', 'subnets': [{'id': 'd860aa44-a024-4bdb-b214-412c9f1784ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:33:09.920112 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f0ce9a18-211b-4be7-9b4f-7892e7af66d2 req-96e2deba-7e3d-4c8c-9bc3-839f45131cc6 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=42b1e446-e4f4-4002-baec-f9aa7dda8485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451608 Aug 30 04:33:10.120048 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8acca0-63de-4ae0-82ed-584d1ad597b7 None None] New status for floating IP 6f1fa3a5-ab88-4de0-9236-9f7496e99f3b: DOWN {{(pid=106259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:33:10.302647 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device eeef7498-bb32-43b9-bc6e-1fe32f5be46b details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:33:10.385237 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3c8e1e89-c98c-4e14-993e-e0534ddceec9 req-c2da8dc0-741e-41d4-a362-ab8ffa47af5f tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6d1ca12d-df37-4d58-b819-0e4c7df8fc9b HTTP/1.1" status: 200 len: 210 time: 0.0376852 Aug 30 04:33:10.413454 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port eeef7498-bb32-43b9-bc6e-1fe32f5be46b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=eeef7498-bb32-43b9-bc6e-1fe32f5be46b,segment=NetworkSegment(1ffb7af9-1938-44e7-821e-8b44ea5d7ac7),segment_id=1ffb7af9-1938-44e7-821e-8b44ea5d7ac7)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:33:10.424931 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Returning: {'device': 'eeef7498-bb32-43b9-bc6e-1fe32f5be46b', 'network_id': '6e52047f-70d3-42db-935b-902b02a68f1a', 'port_id': 'eeef7498-bb32-43b9-bc6e-1fe32f5be46b', 'mac_address': 'fa:16:3e:02:17:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec2a4d1a-e144-4645-a094-54c969a171a8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:33:10.460882 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port eeef7498-bb32-43b9-bc6e-1fe32f5be46b is: DOWN; New status is: BUILD {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:33:10.461321 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (eeef7498-bb32-43b9-bc6e-1fe32f5be46b), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:10.474408 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeef7498-bb32-43b9-bc6e-1fe32f5be46b {{(pid=106259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:33:10.495122 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port eeef7498-bb32-43b9-bc6e-1fe32f5be46b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=eeef7498-bb32-43b9-bc6e-1fe32f5be46b,segment=NetworkSegment(1ffb7af9-1938-44e7-821e-8b44ea5d7ac7),segment_id=1ffb7af9-1938-44e7-821e-8b44ea5d7ac7)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:33:10.499447 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (eeef7498-bb32-43b9-bc6e-1fe32f5be46b), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:10.545898 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=eeef7498-bb32-43b9-bc6e-1fe32f5be46b,revision_number=4']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:10.825565 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7caaf-59de-4d2d-923e-748ffba2db5a req-6c6b2e70-d6c2-4a6f-85bc-461e692530bb tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:10.826929 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f0e7caaf-59de-4d2d-923e-748ffba2db5a req-6c6b2e70-d6c2-4a6f-85bc-461e692530bb tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=178c1257-1a0d-41e3-8961-0f63f6ccfdc2 HTTP/1.1" status: 200 len: 944 time: 0.0466940 Aug 30 04:33:10.872854 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f0e7caaf-59de-4d2d-923e-748ffba2db5a req-f09b2a47-1110-44aa-9106-31fe58d34482 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=3da4149a-03e4-43bb-8e6d-53dd08e9b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403359 Aug 30 04:33:11.040689 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ef960-755b-46eb-9c0b-f1bb4aad9203 req-337645fd-3d2e-468f-8edc-2e2370ac805e tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:11.042168 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a05ef960-755b-46eb-9c0b-f1bb4aad9203 req-337645fd-3d2e-468f-8edc-2e2370ac805e tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 945 time: 0.0499270 Aug 30 04:33:11.067409 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] get_ports_and_sgs() called for port_ids ['eeef7498-bb32-43b9-bc6e-1fe32f5be46b'] {{(pid=106259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:33:11.090958 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a05ef960-755b-46eb-9c0b-f1bb4aad9203 req-238c50fe-8dc4-4d6e-8560-a2aab30e7ac0 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=42b1e446-e4f4-4002-baec-f9aa7dda8485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433006 Aug 30 04:33:11.251455 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:11.471643 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 56684) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:33:11.533116 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-f96a6334-5011-45d4-bbb0-b8393528be13 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks [] for security_group (09216899-2967-4782-a816-4a06df734ccc), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:11.554553 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-f96a6334-5011-45d4-bbb0-b8393528be13 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks [] for security_group (09216899-2967-4782-a816-4a06df734ccc), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:11.602176 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-f96a6334-5011-45d4-bbb0-b8393528be13 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (09216899-2967-4782-a816-4a06df734ccc), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:11.605175 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-f96a6334-5011-45d4-bbb0-b8393528be13 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:11.606543 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-f96a6334-5011-45d4-bbb0-b8393528be13 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "DELETE /networking/v2.0/security-groups/09216899-2967-4782-a816-4a06df734ccc HTTP/1.1" status: 204 len: 168 time: 0.1336761 Aug 30 04:33:11.610698 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 56686) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:33:11.617363 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96a6334-5011-45d4-bbb0-b8393528be13 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09216899-2967-4782-a816-4a06df734ccc,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:11.624568 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.api.v2.resource [None req-4b183fc6-5bbf-4ec5-a79d-65beb4e7cd10 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] show failed (client error): The resource could not be found. Aug 30 04:33:11.628107 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-4b183fc6-5bbf-4ec5-a79d-65beb4e7cd10 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups/09216899-2967-4782-a816-4a06df734ccc HTTP/1.1" status: 404 len: 347 time: 0.0138710 Aug 30 04:33:11.628324 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 56688) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:33:11.747306 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-64192ae6-5bfe-43ba-8919-00403e35f076 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Deleting port dcf79888-34f9-4fee-85c6-2c106190cb23 {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:33:11.747654 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-64192ae6-5bfe-43ba-8919-00403e35f076 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (dcf79888-34f9-4fee-85c6-2c106190cb23), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:11.836842 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-64192ae6-5bfe-43ba-8919-00403e35f076 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (dcf79888-34f9-4fee-85c6-2c106190cb23), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:11.837205 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-64192ae6-5bfe-43ba-8919-00403e35f076 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks [] for floatingip (dcf79888-34f9-4fee-85c6-2c106190cb23), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:11.849392 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-64192ae6-5bfe-43ba-8919-00403e35f076 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Calling delete_port for dcf79888-34f9-4fee-85c6-2c106190cb23 owned by network:floatingip {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:33:11.913682 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:12.024903 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89fe810-838f-4028-88d0-90af6d6e36f8 req-3566ae50-102c-47b0-9fed-61acc6772d5c tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:12.026400 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d89fe810-838f-4028-88d0-90af6d6e36f8 req-3566ae50-102c-47b0-9fed-61acc6772d5c tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=178c1257-1a0d-41e3-8961-0f63f6ccfdc2 HTTP/1.1" status: 200 len: 944 time: 0.0680192 Aug 30 04:33:12.027449 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-64192ae6-5bfe-43ba-8919-00403e35f076 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62508200'] for port (dcf79888-34f9-4fee-85c6-2c106190cb23), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:12.059163 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64192ae6-5bfe-43ba-8919-00403e35f076 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Pushing event deleted for resources: {'Port': ['ID=dcf79888-34f9-4fee-85c6-2c106190cb23,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:12.079578 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64192ae6-5bfe-43ba-8919-00403e35f076 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:12.079933 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64192ae6-5bfe-43ba-8919-00403e35f076 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:12.080278 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64192ae6-5bfe-43ba-8919-00403e35f076 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:12.080619 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64192ae6-5bfe-43ba-8919-00403e35f076 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:12.080959 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64192ae6-5bfe-43ba-8919-00403e35f076 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:12.081323 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64192ae6-5bfe-43ba-8919-00403e35f076 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:12.081656 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64192ae6-5bfe-43ba-8919-00403e35f076 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:12.081987 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64192ae6-5bfe-43ba-8919-00403e35f076 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:12.082315 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64192ae6-5bfe-43ba-8919-00403e35f076 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:12.082641 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64192ae6-5bfe-43ba-8919-00403e35f076 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:12.083002 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64192ae6-5bfe-43ba-8919-00403e35f076 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:12.083335 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64192ae6-5bfe-43ba-8919-00403e35f076 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:12.083661 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64192ae6-5bfe-43ba-8919-00403e35f076 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:12.083985 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64192ae6-5bfe-43ba-8919-00403e35f076 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:12.084308 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64192ae6-5bfe-43ba-8919-00403e35f076 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:12.146701 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:12.155680 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d89fe810-838f-4028-88d0-90af6d6e36f8 req-5bdbfc51-92b1-4417-bd83-a887632c16f3 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=3da4149a-03e4-43bb-8e6d-53dd08e9b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228948 Aug 30 04:33:12.164174 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-64192ae6-5bfe-43ba-8919-00403e35f076 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks [] for floatingip (6f1fa3a5-ab88-4de0-9236-9f7496e99f3b), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:12.166708 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-64192ae6-5bfe-43ba-8919-00403e35f076 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for floatingip (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:12.167836 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-64192ae6-5bfe-43ba-8919-00403e35f076 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "DELETE /networking/v2.0/floatingips/6f1fa3a5-ab88-4de0-9236-9f7496e99f3b HTTP/1.1" status: 204 len: 168 time: 0.5386426 Aug 30 04:33:12.201742 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (dd0d0365-d50b-4401-90d8-c3ff73fab053), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:12.218834 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9493c7-adce-4bc3-9f72-cc35ace77603 req-6a2057f9-0b41-46e8-8841-8fcf2aae2e70 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:12.220319 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ef9493c7-adce-4bc3-9f72-cc35ace77603 req-6a2057f9-0b41-46e8-8841-8fcf2aae2e70 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 945 time: 0.0515113 Aug 30 04:33:12.279637 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ef9493c7-adce-4bc3-9f72-cc35ace77603 req-36ff6b53-3524-407d-8d39-70c1eacd08a0 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=42b1e446-e4f4-4002-baec-f9aa7dda8485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447307 Aug 30 04:33:12.310473 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device d6d369c3-94ef-47a2-969c-2fe3d82d9f1b details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:33:12.326592 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device eeef7498-bb32-43b9-bc6e-1fe32f5be46b up at agent hyperv_hv-cinder-85426 {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:33:12.399726 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:12.423999 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Provisioning for port eeef7498-bb32-43b9-bc6e-1fe32f5be46b completed by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:33:12.437416 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Provisioning complete for port eeef7498-bb32-43b9-bc6e-1fe32f5be46b triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:33:12.437793 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (eeef7498-bb32-43b9-bc6e-1fe32f5be46b), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:12.470937 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port d6d369c3-94ef-47a2-969c-2fe3d82d9f1b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d6d369c3-94ef-47a2-969c-2fe3d82d9f1b,segment=NetworkSegment(18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12),segment_id=18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:33:12.491025 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Returning: {'device': 'd6d369c3-94ef-47a2-969c-2fe3d82d9f1b', 'network_id': '7fc2da6b-035c-428c-8a36-2438f46094fd', 'port_id': 'd6d369c3-94ef-47a2-969c-2fe3d82d9f1b', 'mac_address': 'fa:16:3e:09:09:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10d22c1f-33e0-4527-bb5d-63253813ffaa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:33:12.559056 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port d6d369c3-94ef-47a2-969c-2fe3d82d9f1b is: DOWN; New status is: BUILD {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:33:12.559472 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (d6d369c3-94ef-47a2-969c-2fe3d82d9f1b), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:12.570172 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port eeef7498-bb32-43b9-bc6e-1fe32f5be46b is: BUILD; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:33:12.570549 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (eeef7498-bb32-43b9-bc6e-1fe32f5be46b), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:12.582752 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6d369c3-94ef-47a2-969c-2fe3d82d9f1b {{(pid=106259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:33:12.611069 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port d6d369c3-94ef-47a2-969c-2fe3d82d9f1b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d6d369c3-94ef-47a2-969c-2fe3d82d9f1b,segment=NetworkSegment(18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12),segment_id=18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:33:12.615754 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f88ba488-5a94-48a0-80c6-2df40d20372e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeef7498-bb32-43b9-bc6e-1fe32f5be46b'}] {{(pid=106259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:33:12.618069 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e273ce8b2ae48758be2a6d8dc958f9d92735a0e32143c567216a16ba221820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b708e36-22d9-4749-aa87-d0f5c78ee1ec" -d '{"events": [{"server_uuid": "f88ba488-5a94-48a0-80c6-2df40d20372e", "name": "network-vif-plugged", "status": "completed", "tag": "eeef7498-bb32-43b9-bc6e-1fe32f5be46b"}]}' {{(pid=106259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:33:12.628244 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (d6d369c3-94ef-47a2-969c-2fe3d82d9f1b), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:12.635599 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port eeef7498-bb32-43b9-bc6e-1fe32f5be46b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=eeef7498-bb32-43b9-bc6e-1fe32f5be46b,segment=NetworkSegment(1ffb7af9-1938-44e7-821e-8b44ea5d7ac7),segment_id=1ffb7af9-1938-44e7-821e-8b44ea5d7ac7)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:33:12.652888 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (eeef7498-bb32-43b9-bc6e-1fe32f5be46b), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:12.653712 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device d21ea63a-d1d4-48e3-8e7e-276477e7b961 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:33:12.660244 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ace6f2-53e9-4a47-b6d6-4cd975b547a8 x-openstack-request-id: req-55ace6f2-53e9-4a47-b6d6-4cd975b547a8 {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:33:12.660538 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f88ba488-5a94-48a0-80c6-2df40d20372e", "name": "network-vif-plugged", "status": "completed", "tag": "eeef7498-bb32-43b9-bc6e-1fe32f5be46b", "code": 200}]} {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:33:12.660795 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-55ace6f2-53e9-4a47-b6d6-4cd975b547a8 {{(pid=106259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:33:12.661840 dv-cinder-854265-2-iscsi neutron-server[106259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55ace6f2-53e9-4a47-b6d6-4cd975b547a8'] response: {'server_uuid': 'f88ba488-5a94-48a0-80c6-2df40d20372e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeef7498-bb32-43b9-bc6e-1fe32f5be46b', 'code': 200} Aug 30 04:33:12.683929 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] No Port match for: d21ea63a-d1d4-48e3-8e7e-276477e7b961 {{(pid=106259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:33:12.684284 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device d21ea63a-d1d4-48e3-8e7e-276477e7b961 not bound to the agent host hv-cinder-85426 {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:33:12.699069 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=d6d369c3-94ef-47a2-969c-2fe3d82d9f1b,revision_number=4']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:12.749443 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=eeef7498-bb32-43b9-bc6e-1fe32f5be46b,revision_number=5']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:12.957458 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed48e54-9e96-4bd6-b0e5-88e724c17e27 req-64e7d337-c975-46ec-b66a-6e535879e9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:12.959452 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-bed48e54-9e96-4bd6-b0e5-88e724c17e27 req-64e7d337-c975-46ec-b66a-6e535879e9bf service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 1130 time: 0.0389287 Aug 30 04:33:13.010073 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-bed48e54-9e96-4bd6-b0e5-88e724c17e27 req-02fcc5f4-27e7-431f-b4fa-874dfea777da service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=42b1e446-e4f4-4002-baec-f9aa7dda8485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424309 Aug 30 04:33:13.069593 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] get_ports_and_sgs() called for port_ids ['d6d369c3-94ef-47a2-969c-2fe3d82d9f1b'] {{(pid=106259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:33:13.289030 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda94439-86b7-4751-b006-ae867e989bcb req-37acfcaa-564e-476d-ac89-2b6b0842aed7 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:13.290556 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-eda94439-86b7-4751-b006-ae867e989bcb req-37acfcaa-564e-476d-ac89-2b6b0842aed7 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=178c1257-1a0d-41e3-8961-0f63f6ccfdc2 HTTP/1.1" status: 200 len: 945 time: 0.0498393 Aug 30 04:33:13.339825 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-eda94439-86b7-4751-b006-ae867e989bcb req-4e9b2466-a0c7-405e-9235-9f82c1fafe91 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=3da4149a-03e4-43bb-8e6d-53dd08e9b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430467 Aug 30 04:33:13.415440 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b9dd26-5bcc-4f6b-b933-3501146b4ad2 req-e8a550a2-d1c1-4804-8c86-10f49f9f5d29 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:13.416952 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f0b9dd26-5bcc-4f6b-b933-3501146b4ad2 req-e8a550a2-d1c1-4804-8c86-10f49f9f5d29 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 946 time: 0.0622394 Aug 30 04:33:13.466161 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f0b9dd26-5bcc-4f6b-b933-3501146b4ad2 req-2dce6efb-7b88-4562-a789-d570d0708209 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=42b1e446-e4f4-4002-baec-f9aa7dda8485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433953 Aug 30 04:33:14.340655 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device d6d369c3-94ef-47a2-969c-2fe3d82d9f1b up at agent hyperv_hv-cinder-85426 {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:33:14.390581 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:14.393977 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Provisioning for port d6d369c3-94ef-47a2-969c-2fe3d82d9f1b completed by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:33:14.403296 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Provisioning complete for port d6d369c3-94ef-47a2-969c-2fe3d82d9f1b triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:33:14.403744 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (d6d369c3-94ef-47a2-969c-2fe3d82d9f1b), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:14.483199 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7919f42-c477-4ec9-952d-21a01a3a792f req-b08194b7-ee97-454e-aab2-8c6320ce9880 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:14.485870 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d7919f42-c477-4ec9-952d-21a01a3a792f req-b08194b7-ee97-454e-aab2-8c6320ce9880 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=178c1257-1a0d-41e3-8961-0f63f6ccfdc2 HTTP/1.1" status: 200 len: 945 time: 0.0514867 Aug 30 04:33:14.487071 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port d6d369c3-94ef-47a2-969c-2fe3d82d9f1b is: BUILD; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:33:14.487586 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (d6d369c3-94ef-47a2-969c-2fe3d82d9f1b), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:14.528133 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port d6d369c3-94ef-47a2-969c-2fe3d82d9f1b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d6d369c3-94ef-47a2-969c-2fe3d82d9f1b,segment=NetworkSegment(18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12),segment_id=18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:33:14.533178 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (d6d369c3-94ef-47a2-969c-2fe3d82d9f1b), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:14.539219 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d7919f42-c477-4ec9-952d-21a01a3a792f req-f1d8e020-d3c9-448d-86c0-e3e46b93f91e tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=3da4149a-03e4-43bb-8e6d-53dd08e9b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486479 Aug 30 04:33:14.572703 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:14.593376 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=d6d369c3-94ef-47a2-969c-2fe3d82d9f1b,revision_number=5']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:14.662755 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '178c1257-1a0d-41e3-8961-0f63f6ccfdc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d369c3-94ef-47a2-969c-2fe3d82d9f1b'}] {{(pid=106259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:33:14.663831 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4d796-c43e-46f4-9cfd-cc5b5837b028 req-1250721c-91cf-4a5e-8eb6-8e5ee086803e tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:14.665356 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e273ce8b2ae48758be2a6d8dc958f9d92735a0e32143c567216a16ba221820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50396867-e56e-4eed-a9e4-d91045484c21" -d '{"events": [{"server_uuid": "178c1257-1a0d-41e3-8961-0f63f6ccfdc2", "name": "network-vif-plugged", "status": "completed", "tag": "d6d369c3-94ef-47a2-969c-2fe3d82d9f1b"}]}' {{(pid=106259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:33:14.665495 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ede4d796-c43e-46f4-9cfd-cc5b5837b028 req-1250721c-91cf-4a5e-8eb6-8e5ee086803e tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 946 time: 0.0485477 Aug 30 04:33:14.720875 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ede4d796-c43e-46f4-9cfd-cc5b5837b028 req-7bcf361f-6e23-44bb-8dbe-92def19bed2d tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=42b1e446-e4f4-4002-baec-f9aa7dda8485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493121 Aug 30 04:33:14.763324 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548f5192-c82a-48c6-a518-48aceded2212 x-openstack-request-id: req-548f5192-c82a-48c6-a518-48aceded2212 {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:33:14.763726 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "178c1257-1a0d-41e3-8961-0f63f6ccfdc2", "name": "network-vif-plugged", "status": "completed", "tag": "d6d369c3-94ef-47a2-969c-2fe3d82d9f1b", "code": 200}]} {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:33:14.764081 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-548f5192-c82a-48c6-a518-48aceded2212 {{(pid=106259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:33:14.764595 dv-cinder-854265-2-iscsi neutron-server[106259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-548f5192-c82a-48c6-a518-48aceded2212'] response: {'server_uuid': '178c1257-1a0d-41e3-8961-0f63f6ccfdc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d369c3-94ef-47a2-969c-2fe3d82d9f1b', 'code': 200} Aug 30 04:33:14.849751 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a253bc4-4bcf-4e80-b72c-7ed79053a212 req-83b8e33a-06fa-4dc4-9e7c-4fba9c295062 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:14.851185 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4a253bc4-4bcf-4e80-b72c-7ed79053a212 req-83b8e33a-06fa-4dc4-9e7c-4fba9c295062 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 946 time: 0.0727177 Aug 30 04:33:14.865602 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b28d3-8d18-467b-a753-6cd473cb24e1 req-1f2c4b11-e8a5-4e5d-af0f-b5a62cc0e801 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:14.866968 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-653b28d3-8d18-467b-a753-6cd473cb24e1 req-1f2c4b11-e8a5-4e5d-af0f-b5a62cc0e801 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 946 time: 0.0599954 Aug 30 04:33:14.935237 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4a253bc4-4bcf-4e80-b72c-7ed79053a212 req-d075afe4-baf7-499d-9465-1faa97e35015 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784230 Aug 30 04:33:14.944106 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-653b28d3-8d18-467b-a753-6cd473cb24e1 req-436c7a9c-2650-4fd3-afd4-06d251de36cf tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=42b1e446-e4f4-4002-baec-f9aa7dda8485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713353 Aug 30 04:33:14.969896 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 56726) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:33:15.051285 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8b4b3d-700b-47e5-90c8-cb90904e846a tempest-TestShelveInstance-2016419516 tempest-TestShelveInstance-2016419516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:15.053301 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-4f8b4b3d-700b-47e5-90c8-cb90904e846a tempest-TestShelveInstance-2016419516 tempest-TestShelveInstance-2016419516-project-admin] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 1125 time: 0.0824165 Aug 30 04:33:15.056196 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 56730) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:33:15.060254 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-b3236ffc-d786-49f0-82cc-c76a0bdb9418 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Request body: {'floatingip': {'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'port_id': 'eeef7498-bb32-43b9-bc6e-1fe32f5be46b', 'tenant_id': '96907629895d451697f448cf2c3bc6a1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:33:15.081114 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b3236ffc-d786-49f0-82cc-c76a0bdb9418 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:15.136066 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:15.158359 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b3236ffc-d786-49f0-82cc-c76a0bdb9418 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:15.265942 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [None req-b3236ffc-d786-49f0-82cc-c76a0bdb9418 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Allocated IP 172.27.1.64 (03964a12-f74f-4d2e-840d-00c949ed3dc4/00661445-2d2c-4e5c-8f29-475eaaec65d5/0d1caf49-0a48-418e-a64d-a00baf181fcb) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:33:15.280040 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:15.375858 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b3236ffc-d786-49f0-82cc-c76a0bdb9418 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Publish callbacks [] for port (0d1caf49-0a48-418e-a64d-a00baf181fcb), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:15.406955 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b3236ffc-d786-49f0-82cc-c76a0bdb9418 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62508200'] for port (0d1caf49-0a48-418e-a64d-a00baf181fcb), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:15.444578 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3236ffc-d786-49f0-82cc-c76a0bdb9418 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Network 03964a12-f74f-4d2e-840d-00c949ed3dc4 is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:33:15.451195 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-b3236ffc-d786-49f0-82cc-c76a0bdb9418 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:33:15.453933 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3236ffc-d786-49f0-82cc-c76a0bdb9418 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:33:15.482255 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3236ffc-d786-49f0-82cc-c76a0bdb9418 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Pushing event updated for resources: {'Port': ['ID=0d1caf49-0a48-418e-a64d-a00baf181fcb,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:15.697915 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47fce05-2ae5-4047-9468-caed2fbf291c req-88073989-8a1d-4550-adfc-ee8ca380872b tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:15.699361 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a47fce05-2ae5-4047-9468-caed2fbf291c req-88073989-8a1d-4550-adfc-ee8ca380872b tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=178c1257-1a0d-41e3-8961-0f63f6ccfdc2 HTTP/1.1" status: 200 len: 946 time: 0.0798554 Aug 30 04:33:15.822867 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a47fce05-2ae5-4047-9468-caed2fbf291c req-ac235307-d2ec-468e-ae8d-3401011443ca tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=3da4149a-03e4-43bb-8e6d-53dd08e9b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172566 Aug 30 04:33:15.888789 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b3236ffc-d786-49f0-82cc-c76a0bdb9418 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Publish callbacks [] for floatingip (d022b0f9-6fb5-4452-9e91-6f134a2cb9fb), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:15.889971 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:15.961001 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b3236ffc-d786-49f0-82cc-c76a0bdb9418 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (0d1caf49-0a48-418e-a64d-a00baf181fcb), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:16.064112 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee2d06-73c1-453b-a0e9-763dc864d23d req-76559369-5659-4f0d-9739-2011ab96e963 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:16.065593 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-0eee2d06-73c1-453b-a0e9-763dc864d23d req-76559369-5659-4f0d-9739-2011ab96e963 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 946 time: 0.0811901 Aug 30 04:33:16.066687 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2348a-2d4a-45bd-a2a2-9a72ffd9b30e req-b382c4b5-92a1-4203-9716-a15fd1143760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:16.068536 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-c4b2348a-2d4a-45bd-a2a2-9a72ffd9b30e req-b382c4b5-92a1-4203-9716-a15fd1143760 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=178c1257-1a0d-41e3-8961-0f63f6ccfdc2 HTTP/1.1" status: 200 len: 1130 time: 0.0734599 Aug 30 04:33:16.101903 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2a15a-a485-4bb2-870f-5462453ed6a8 req-dafd0f75-7ae7-44c8-9b97-c930c329d345 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:16.103268 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-10e2a15a-a485-4bb2-870f-5462453ed6a8 req-dafd0f75-7ae7-44c8-9b97-c930c329d345 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 946 time: 0.0884535 Aug 30 04:33:16.371983 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:16.433925 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-10e2a15a-a485-4bb2-870f-5462453ed6a8 req-69ac5ce5-e567-49ca-9758-b9839a076713 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230510 Aug 30 04:33:16.466239 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b3236ffc-d786-49f0-82cc-c76a0bdb9418 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Publish callbacks [] for port (0d1caf49-0a48-418e-a64d-a00baf181fcb), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:16.471588 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b3236ffc-d786-49f0-82cc-c76a0bdb9418 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62508193'] for port (0d1caf49-0a48-418e-a64d-a00baf181fcb), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:16.511320 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:16.533113 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-c4b2348a-2d4a-45bd-a2a2-9a72ffd9b30e req-b24cfea2-e334-4851-a56f-06301678832d service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=3da4149a-03e4-43bb-8e6d-53dd08e9b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968595 Aug 30 04:33:16.539419 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b3236ffc-d786-49f0-82cc-c76a0bdb9418 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696708'] for floatingip (d022b0f9-6fb5-4452-9e91-6f134a2cb9fb), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:16.542349 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3236ffc-d786-49f0-82cc-c76a0bdb9418 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Pushing event updated for resources: {'Port': ['ID=0d1caf49-0a48-418e-a64d-a00baf181fcb,revision_number=2']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:16.568436 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [req-0eee2d06-73c1-453b-a0e9-763dc864d23d req-dbeefdc4-32ee-4f15-8b7a-a5f1a1b2a55f tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Deleting port 2fdbdf3d-c596-40b2-9e74-2020a17a72ed {{(pid=106257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:33:16.568784 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-0eee2d06-73c1-453b-a0e9-763dc864d23d req-dbeefdc4-32ee-4f15-8b7a-a5f1a1b2a55f tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (2fdbdf3d-c596-40b2-9e74-2020a17a72ed), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:16.635625 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.db.l3_db [None req-b3236ffc-d786-49f0-82cc-c76a0bdb9418 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Floating IP d022b0f9-6fb5-4452-9e91-6f134a2cb9fb associated. External IP: 172.27.1.64, port: eeef7498-bb32-43b9-bc6e-1fe32f5be46b. Aug 30 04:33:16.659670 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [req-0eee2d06-73c1-453b-a0e9-763dc864d23d req-dbeefdc4-32ee-4f15-8b7a-a5f1a1b2a55f tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] For port 2fdbdf3d-c596-40b2-9e74-2020a17a72ed, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2fdbdf3d-c596-40b2-9e74-2020a17a72ed,segment=NetworkSegment(bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb),segment_id=bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb)] {{(pid=106257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:33:16.660037 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-0eee2d06-73c1-453b-a0e9-763dc864d23d req-dbeefdc4-32ee-4f15-8b7a-a5f1a1b2a55f tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (2fdbdf3d-c596-40b2-9e74-2020a17a72ed), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:16.673703 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [req-0eee2d06-73c1-453b-a0e9-763dc864d23d req-dbeefdc4-32ee-4f15-8b7a-a5f1a1b2a55f tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Calling delete_port for 2fdbdf3d-c596-40b2-9e74-2020a17a72ed owned by compute:nova {{(pid=106257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:33:16.720127 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:16.805273 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-0eee2d06-73c1-453b-a0e9-763dc864d23d req-dbeefdc4-32ee-4f15-8b7a-a5f1a1b2a55f tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (2fdbdf3d-c596-40b2-9e74-2020a17a72ed), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:16.832717 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeefdc4-32ee-4f15-8b7a-a5f1a1b2a55f tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Pushing event deleted for resources: {'Port': ['ID=2fdbdf3d-c596-40b2-9e74-2020a17a72ed,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:16.834431 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3236ffc-d786-49f0-82cc-c76a0bdb9418 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Router 1fa2ced0-bebe-4d88-b6bc-a31803ed4c57 has already been hosted by L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 {{(pid=106258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:33:16.858417 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] get_ports_and_sgs() called for port_ids ['05e9029b-f746-406c-93bb-e93c4ab2ecb9', '2fdbdf3d-c596-40b2-9e74-2020a17a72ed'] {{(pid=106259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:33:16.890347 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eee2d06-73c1-453b-a0e9-763dc864d23d req-dbeefdc4-32ee-4f15-8b7a-a5f1a1b2a55f tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] No DVR routers for this DVR port 2fdbdf3d-c596-40b2-9e74-2020a17a72ed on host hv-cinder-85426 {{(pid=106257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:33:16.894133 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-0eee2d06-73c1-453b-a0e9-763dc864d23d req-dbeefdc4-32ee-4f15-8b7a-a5f1a1b2a55f tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:16.898582 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-0eee2d06-73c1-453b-a0e9-763dc864d23d req-dbeefdc4-32ee-4f15-8b7a-a5f1a1b2a55f tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.71 "DELETE /networking/v2.0/ports/2fdbdf3d-c596-40b2-9e74-2020a17a72ed HTTP/1.1" status: 204 len: 173 time: 0.4607878 Aug 30 04:33:16.899204 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a97c5a-7835-4178-8975-f4ce0f14bcda', 'name': 'network-vif-deleted', 'tag': '2fdbdf3d-c596-40b2-9e74-2020a17a72ed'}] {{(pid=106257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:33:16.903403 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d1a48af4e812f9c70823208ed2638ca64b88de6e4994a5bf3763d45491ed842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3e078b-5391-4c8d-bd53-449b53625bad" -d '{"events": [{"server_uuid": "b6a97c5a-7835-4178-8975-f4ce0f14bcda", "name": "network-vif-deleted", "tag": "2fdbdf3d-c596-40b2-9e74-2020a17a72ed"}]}' {{(pid=106257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:33:16.945949 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81502f60-bc3d-4eef-83ca-c31d8daaf75b x-openstack-request-id: req-81502f60-bc3d-4eef-83ca-c31d8daaf75b {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:33:16.946755 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a97c5a-7835-4178-8975-f4ce0f14bcda", "name": "network-vif-deleted", "tag": "2fdbdf3d-c596-40b2-9e74-2020a17a72ed", "status": "completed", "code": 200}]} {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:33:16.946755 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-81502f60-bc3d-4eef-83ca-c31d8daaf75b {{(pid=106257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:33:16.946993 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81502f60-bc3d-4eef-83ca-c31d8daaf75b'] response: {'server_uuid': 'b6a97c5a-7835-4178-8975-f4ce0f14bcda', 'name': 'network-vif-deleted', 'tag': '2fdbdf3d-c596-40b2-9e74-2020a17a72ed', 'status': 'completed', 'code': 200} Aug 30 04:33:16.993980 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f646b63-60f0-44e2-a57a-3b116470a3a4 req-967bc97c-d00e-446e-8933-7e94416646a9 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:16.995608 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0f646b63-60f0-44e2-a57a-3b116470a3a4 req-967bc97c-d00e-446e-8933-7e94416646a9 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=178c1257-1a0d-41e3-8961-0f63f6ccfdc2 HTTP/1.1" status: 200 len: 946 time: 0.0620382 Aug 30 04:33:16.996919 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3236ffc-d786-49f0-82cc-c76a0bdb9418 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:33:17.007075 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5903a7-4d20-4327-82f4-f33bcb7ea874 None None] Sync routers for ids ['1fa2ced0-bebe-4d88-b6bc-a31803ed4c57'] in dv-cinder-854265-2-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:33:17.013879 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:17.019106 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5903a7-4d20-4327-82f4-f33bcb7ea874 None None] Routers {'1fa2ced0-bebe-4d88-b6bc-a31803ed4c57'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:33:17.020135 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-6a5903a7-4d20-4327-82f4-f33bcb7ea874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:32:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['1fa2ced0-bebe-4d88-b6bc-a31803ed4c57'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:33:17.045675 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b3236ffc-d786-49f0-82cc-c76a0bdb9418 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for floatingip (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:17.086689 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0f646b63-60f0-44e2-a57a-3b116470a3a4 req-b515caa8-35fa-463b-ae31-d73f6ef4f4b1 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=3da4149a-03e4-43bb-8e6d-53dd08e9b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847843 Aug 30 04:33:17.094407 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-b3236ffc-d786-49f0-82cc-c76a0bdb9418 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0350163 Aug 30 04:33:17.094407 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f88ba488-5a94-48a0-80c6-2df40d20372e', 'tag': 'eeef7498-bb32-43b9-bc6e-1fe32f5be46b'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:33:17.095102 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cae73fbe7dcf058e11387a0db1adace332cfaa4523dfba65b1576f9d32bef72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78891405-e2af-4db8-8737-cdf1270d2631" -d '{"events": [{"name": "network-changed", "server_uuid": "f88ba488-5a94-48a0-80c6-2df40d20372e", "tag": "eeef7498-bb32-43b9-bc6e-1fe32f5be46b"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:33:17.127224 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-6a5903a7-4d20-4327-82f4-f33bcb7ea874 None None] Set router 1fa2ced0-bebe-4d88-b6bc-a31803ed4c57 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:33:17.140638 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58d1ae8-96ac-4394-82c1-64b6b9f3178f x-openstack-request-id: req-b58d1ae8-96ac-4394-82c1-64b6b9f3178f {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:33:17.140924 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f88ba488-5a94-48a0-80c6-2df40d20372e", "tag": "eeef7498-bb32-43b9-bc6e-1fe32f5be46b", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:33:17.141243 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-b58d1ae8-96ac-4394-82c1-64b6b9f3178f {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:33:17.141656 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b58d1ae8-96ac-4394-82c1-64b6b9f3178f'] response: {'name': 'network-changed', 'server_uuid': 'f88ba488-5a94-48a0-80c6-2df40d20372e', 'tag': 'eeef7498-bb32-43b9-bc6e-1fe32f5be46b', 'status': 'completed', 'code': 200} Aug 30 04:33:17.354269 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-6a5903a7-4d20-4327-82f4-f33bcb7ea874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa2ced0-bebe-4d88-b6bc-a31803ed4c57', 'name': 'tempest-TestShelveInstance-997246481-router', 'tenant_id': '96907629895d451697f448cf2c3bc6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '579e955d-eacf-4b30-8920-371b3b139e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:32:24Z', 'updated_at': '2022-08-30T04:32:27Z', 'revision_number': 4, 'project_id': '96907629895d451697f448cf2c3bc6a1', 'gw_port': {'id': '579e955d-eacf-4b30-8920-371b3b139e04', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:20:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2ced0-bebe-4d88-b6bc-a31803ed4c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:32:25Z', 'updated_at': '2022-08-30T04:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_floatingips': [{'id': 'd022b0f9-6fb5-4452-9e91-6f134a2cb9fb', 'tenant_id': '96907629895d451697f448cf2c3bc6a1', 'floating_ip_address': '172.27.1.64', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': '1fa2ced0-bebe-4d88-b6bc-a31803ed4c57', 'port_id': 'eeef7498-bb32-43b9-bc6e-1fe32f5be46b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e52047f-70d3-42db-935b-902b02a68f1a', 'mac_address': 'fa:16:3e:02:17:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88ba488-5a94-48a0-80c6-2df40d20372e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:33:15Z', 'updated_at': '2022-08-30T04:33:15Z', 'revision_number': 0, 'project_id': '96907629895d451697f448cf2c3bc6a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92f7ba69-b8ce-4094-b851-d2e57b982fbb', 'name': '', 'network_id': '6e52047f-70d3-42db-935b-902b02a68f1a', 'tenant_id': '96907629895d451697f448cf2c3bc6a1', 'mac_address': 'fa:16:3e:7b:53:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2ced0-bebe-4d88-b6bc-a31803ed4c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'ec2a4d1a-e144-4645-a094-54c969a171a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:32:26Z', 'updated_at': '2022-08-30T04:32:32Z', 'revision_number': 5, 'project_id': '96907629895d451697f448cf2c3bc6a1', 'subnets': [{'id': 'ec2a4d1a-e144-4645-a094-54c969a171a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:33:17.378847 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5903a7-4d20-4327-82f4-f33bcb7ea874 None None] Checking router: 1fa2ced0-bebe-4d88-b6bc-a31803ed4c57 for host: dv-cinder-854265-2-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:33:17.387586 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5903a7-4d20-4327-82f4-f33bcb7ea874 None None] Routers {'1fa2ced0-bebe-4d88-b6bc-a31803ed4c57'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:33:17.388182 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-6a5903a7-4d20-4327-82f4-f33bcb7ea874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:32:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['1fa2ced0-bebe-4d88-b6bc-a31803ed4c57'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:33:17.545092 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-469c2c3b-b275-4255-9eab-124fd5825d69 req-7050f0d8-332a-4b00-8a9d-4ad972dacc92 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 210 time: 0.0285816 Aug 30 04:33:17.572047 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-6a5903a7-4d20-4327-82f4-f33bcb7ea874 None None] Set router 1fa2ced0-bebe-4d88-b6bc-a31803ed4c57 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:33:17.777903 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-6a5903a7-4d20-4327-82f4-f33bcb7ea874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa2ced0-bebe-4d88-b6bc-a31803ed4c57', 'name': 'tempest-TestShelveInstance-997246481-router', 'tenant_id': '96907629895d451697f448cf2c3bc6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '579e955d-eacf-4b30-8920-371b3b139e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:32:24Z', 'updated_at': '2022-08-30T04:32:27Z', 'revision_number': 4, 'project_id': '96907629895d451697f448cf2c3bc6a1', 'gw_port': {'id': '579e955d-eacf-4b30-8920-371b3b139e04', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:20:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2ced0-bebe-4d88-b6bc-a31803ed4c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:32:25Z', 'updated_at': '2022-08-30T04:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_floatingips': [{'id': 'd022b0f9-6fb5-4452-9e91-6f134a2cb9fb', 'tenant_id': '96907629895d451697f448cf2c3bc6a1', 'floating_ip_address': '172.27.1.64', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': '1fa2ced0-bebe-4d88-b6bc-a31803ed4c57', 'port_id': 'eeef7498-bb32-43b9-bc6e-1fe32f5be46b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e52047f-70d3-42db-935b-902b02a68f1a', 'mac_address': 'fa:16:3e:02:17:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88ba488-5a94-48a0-80c6-2df40d20372e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:33:15Z', 'updated_at': '2022-08-30T04:33:15Z', 'revision_number': 0, 'project_id': '96907629895d451697f448cf2c3bc6a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92f7ba69-b8ce-4094-b851-d2e57b982fbb', 'name': '', 'network_id': '6e52047f-70d3-42db-935b-902b02a68f1a', 'tenant_id': '96907629895d451697f448cf2c3bc6a1', 'mac_address': 'fa:16:3e:7b:53:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2ced0-bebe-4d88-b6bc-a31803ed4c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'ec2a4d1a-e144-4645-a094-54c969a171a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:32:26Z', 'updated_at': '2022-08-30T04:32:32Z', 'revision_number': 5, 'project_id': '96907629895d451697f448cf2c3bc6a1', 'subnets': [{'id': 'ec2a4d1a-e144-4645-a094-54c969a171a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:33:17.802885 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5903a7-4d20-4327-82f4-f33bcb7ea874 None None] The sync data for ids ['1fa2ced0-bebe-4d88-b6bc-a31803ed4c57'] in dv-cinder-854265-2-iscsi is: [{'id': '1fa2ced0-bebe-4d88-b6bc-a31803ed4c57', 'name': 'tempest-TestShelveInstance-997246481-router', 'tenant_id': '96907629895d451697f448cf2c3bc6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '579e955d-eacf-4b30-8920-371b3b139e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:32:24Z', 'updated_at': '2022-08-30T04:32:27Z', 'revision_number': 4, 'project_id': '96907629895d451697f448cf2c3bc6a1', 'gw_port': {'id': '579e955d-eacf-4b30-8920-371b3b139e04', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:20:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2ced0-bebe-4d88-b6bc-a31803ed4c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:32:25Z', 'updated_at': '2022-08-30T04:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_floatingips': [{'id': 'd022b0f9-6fb5-4452-9e91-6f134a2cb9fb', 'tenant_id': '96907629895d451697f448cf2c3bc6a1', 'floating_ip_address': '172.27.1.64', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': '1fa2ced0-bebe-4d88-b6bc-a31803ed4c57', 'port_id': 'eeef7498-bb32-43b9-bc6e-1fe32f5be46b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e52047f-70d3-42db-935b-902b02a68f1a', 'mac_address': 'fa:16:3e:02:17:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88ba488-5a94-48a0-80c6-2df40d20372e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:33:15Z', 'updated_at': '2022-08-30T04:33:15Z', 'revision_number': 0, 'project_id': '96907629895d451697f448cf2c3bc6a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92f7ba69-b8ce-4094-b851-d2e57b982fbb', 'name': '', 'network_id': '6e52047f-70d3-42db-935b-902b02a68f1a', 'tenant_id': '96907629895d451697f448cf2c3bc6a1', 'mac_address': 'fa:16:3e:7b:53:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2ced0-bebe-4d88-b6bc-a31803ed4c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'ec2a4d1a-e144-4645-a094-54c969a171a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:32:26Z', 'updated_at': '2022-08-30T04:32:32Z', 'revision_number': 5, 'project_id': '96907629895d451697f448cf2c3bc6a1', 'subnets': [{'id': 'ec2a4d1a-e144-4645-a094-54c969a171a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:33:17.894182 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78891405-e2af-4db8-8737-cdf1270d2631 req-6219b55b-0f16-4b1b-ad91-4bc45821fb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:17.895816 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-78891405-e2af-4db8-8737-cdf1270d2631 req-6219b55b-0f16-4b1b-ad91-4bc45821fb75 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=96907629895d451697f448cf2c3bc6a1&device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 1130 time: 0.0481381 Aug 30 04:33:18.009604 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89e88a8-873c-4e0d-8fcb-d3b23a13f0f6 None None] New status for floating IP d022b0f9-6fb5-4452-9e91-6f134a2cb9fb: ACTIVE {{(pid=106259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:33:18.064248 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78891405-e2af-4db8-8737-cdf1270d2631 req-c5f15419-275d-46c7-8f3f-3be69c790b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:18.065770 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-78891405-e2af-4db8-8737-cdf1270d2631 req-c5f15419-275d-46c7-8f3f-3be69c790b28 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=6e52047f-70d3-42db-935b-902b02a68f1a HTTP/1.1" status: 200 len: 910 time: 0.0965059 Aug 30 04:33:18.216063 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cbeae2-8954-434f-8eb0-7ca7e42f7c6c req-7f3b8976-c8c2-4365-9679-0e54b034c27b tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:18.217599 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-52cbeae2-8954-434f-8eb0-7ca7e42f7c6c req-7f3b8976-c8c2-4365-9679-0e54b034c27b tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=178c1257-1a0d-41e3-8961-0f63f6ccfdc2 HTTP/1.1" status: 200 len: 946 time: 0.0481088 Aug 30 04:33:18.264481 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-52cbeae2-8954-434f-8eb0-7ca7e42f7c6c req-5350202b-89dd-46c7-b4a0-3af6b0c007a3 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=3da4149a-03e4-43bb-8e6d-53dd08e9b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412881 Aug 30 04:33:18.559018 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-78891405-e2af-4db8-8737-cdf1270d2631 req-863e1e2f-bc88-4e36-a136-ddeb11e7e880 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eeef7498-bb32-43b9-bc6e-1fe32f5be46b HTTP/1.1" status: 200 len: 1001 time: 0.0587385 Aug 30 04:33:18.660010 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-123d1847-e90f-4d9c-86f5-e1c8724333e6 req-6c020095-a5d8-4354-b736-2b16baf0ece2 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 210 time: 0.0304449 Aug 30 04:33:19.381501 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045c95d-8ff5-415a-9a0c-9c3dee2699f2 req-9ce19963-4d5b-4645-a6c2-4ec42423a8ca tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:19.382921 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5045c95d-8ff5-415a-9a0c-9c3dee2699f2 req-9ce19963-4d5b-4645-a6c2-4ec42423a8ca tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=178c1257-1a0d-41e3-8961-0f63f6ccfdc2 HTTP/1.1" status: 200 len: 946 time: 0.0467014 Aug 30 04:33:19.416480 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:19.429032 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5045c95d-8ff5-415a-9a0c-9c3dee2699f2 req-a7f236af-302a-4c61-b9e0-58865670bff1 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=3da4149a-03e4-43bb-8e6d-53dd08e9b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407104 Aug 30 04:33:19.541686 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac198ae2-84eb-4ccc-a266-5e13b3f40640 req-fee85c3c-26cf-4375-9e06-12456e72629d tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:19.543601 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ac198ae2-84eb-4ccc-a266-5e13b3f40640 req-fee85c3c-26cf-4375-9e06-12456e72629d tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=178c1257-1a0d-41e3-8961-0f63f6ccfdc2 HTTP/1.1" status: 200 len: 946 time: 0.0475647 Aug 30 04:33:19.551047 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78891405-e2af-4db8-8737-cdf1270d2631 req-c05b702c-9d43-49c9-88ff-3fe8b68dbfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:19.553685 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-78891405-e2af-4db8-8737-cdf1270d2631 req-c05b702c-9d43-49c9-88ff-3fe8b68dbfed service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=ec2a4d1a-e144-4645-a094-54c969a171a8 HTTP/1.1" status: 200 len: 847 time: 0.0464752 Aug 30 04:33:19.554649 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 56756) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:33:19.559335 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-82f270e3-1091-42e6-9381-e0da07d5307e tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Request body: {'floatingip': {'port_id': 'd6d369c3-94ef-47a2-969c-2fe3d82d9f1b'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:33:19.603901 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-82f270e3-1091-42e6-9381-e0da07d5307e tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks [] for floatingip (534159a6-915b-4bac-a12a-b6373a635010), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:19.613080 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78891405-e2af-4db8-8737-cdf1270d2631 req-77e03779-6a57-4a20-a1dd-aad0d36224fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:19.615138 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-78891405-e2af-4db8-8737-cdf1270d2631 req-77e03779-6a57-4a20-a1dd-aad0d36224fb service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=6e52047f-70d3-42db-935b-902b02a68f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406737 Aug 30 04:33:19.780010 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e94597f2-ac88-4b59-86bd-10f76eea95b1 req-43189204-b4da-4bb6-8f14-2a2be50d614c tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b6a97c5a-7835-4178-8975-f4ce0f14bcda HTTP/1.1" status: 200 len: 210 time: 0.0322070 Aug 30 04:33:19.933416 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-78891405-e2af-4db8-8737-cdf1270d2631 req-677971b6-9ba1-41cf-b14a-07bd94050094 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/6e52047f-70d3-42db-935b-902b02a68f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936878 Aug 30 04:33:20.047432 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-78891405-e2af-4db8-8737-cdf1270d2631 req-9014dfa8-31e5-43ad-9972-42383d2c02e3 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/6e52047f-70d3-42db-935b-902b02a68f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898104 Aug 30 04:33:20.053413 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-82f270e3-1091-42e6-9381-e0da07d5307e tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:20.057187 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-82f270e3-1091-42e6-9381-e0da07d5307e tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696708'] for floatingip (534159a6-915b-4bac-a12a-b6373a635010), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:20.153527 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.db.l3_db [None req-82f270e3-1091-42e6-9381-e0da07d5307e tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Floating IP 534159a6-915b-4bac-a12a-b6373a635010 associated. External IP: 172.27.1.196, port: d6d369c3-94ef-47a2-969c-2fe3d82d9f1b. Aug 30 04:33:20.290732 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:20.351754 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82f270e3-1091-42e6-9381-e0da07d5307e tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Router cd1726ec-0b76-43ce-b129-28907fd0ca3b has already been hosted by L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 {{(pid=106258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:33:20.371181 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 2fdbdf3d-c596-40b2-9e74-2020a17a72ed no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:33:20.391702 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] No Port match for: 2fdbdf3d-c596-40b2-9e74-2020a17a72ed {{(pid=106259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:33:20.392132 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 2fdbdf3d-c596-40b2-9e74-2020a17a72ed not bound to the agent host hv-cinder-85426 {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:33:20.456812 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f270e3-1091-42e6-9381-e0da07d5307e tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:33:20.462714 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-82f270e3-1091-42e6-9381-e0da07d5307e tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for floatingip (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:20.467211 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01752f7a-4dcd-4431-ab06-49846fdbc82f None None] Sync routers for ids ['cd1726ec-0b76-43ce-b129-28907fd0ca3b'] in dv-cinder-854265-2-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:33:20.478205 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01752f7a-4dcd-4431-ab06-49846fdbc82f None None] Routers {'cd1726ec-0b76-43ce-b129-28907fd0ca3b'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:33:20.479049 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-01752f7a-4dcd-4431-ab06-49846fdbc82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:32:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['cd1726ec-0b76-43ce-b129-28907fd0ca3b'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:33:20.493219 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-82f270e3-1091-42e6-9381-e0da07d5307e tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "PUT /networking/v2.0/floatingips/534159a6-915b-4bac-a12a-b6373a635010 HTTP/1.1" status: 200 len: 992 time: 0.9373596 Aug 30 04:33:20.493817 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '178c1257-1a0d-41e3-8961-0f63f6ccfdc2', 'tag': 'd6d369c3-94ef-47a2-969c-2fe3d82d9f1b'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:33:20.496192 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cae73fbe7dcf058e11387a0db1adace332cfaa4523dfba65b1576f9d32bef72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c985ff-29c4-41bb-91a0-ea80d2c493ea" -d '{"events": [{"name": "network-changed", "server_uuid": "178c1257-1a0d-41e3-8961-0f63f6ccfdc2", "tag": "d6d369c3-94ef-47a2-969c-2fe3d82d9f1b"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:33:20.536604 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79dcc7b5-5583-4730-b829-8f9d798d6b70 x-openstack-request-id: req-79dcc7b5-5583-4730-b829-8f9d798d6b70 {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:33:20.537179 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "178c1257-1a0d-41e3-8961-0f63f6ccfdc2", "tag": "d6d369c3-94ef-47a2-969c-2fe3d82d9f1b", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:33:20.537645 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-79dcc7b5-5583-4730-b829-8f9d798d6b70 {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:33:20.538190 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79dcc7b5-5583-4730-b829-8f9d798d6b70'] response: {'name': 'network-changed', 'server_uuid': '178c1257-1a0d-41e3-8961-0f63f6ccfdc2', 'tag': 'd6d369c3-94ef-47a2-969c-2fe3d82d9f1b', 'status': 'completed', 'code': 200} Aug 30 04:33:20.589024 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-01752f7a-4dcd-4431-ab06-49846fdbc82f None None] Set router cd1726ec-0b76-43ce-b129-28907fd0ca3b gateway port host: dv-cinder-854265-2-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:33:20.611147 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:20.615838 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:20.688223 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c985ff-29c4-41bb-91a0-ea80d2c493ea req-40cd9764-5db6-42b3-b233-db85dbfa0108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:20.689766 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-f0c985ff-29c4-41bb-91a0-ea80d2c493ea req-40cd9764-5db6-42b3-b233-db85dbfa0108 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=d7deffddf9934a028bfdb0b1c965c618&device_id=178c1257-1a0d-41e3-8961-0f63f6ccfdc2 HTTP/1.1" status: 200 len: 1130 time: 0.0400200 Aug 30 04:33:20.761910 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:20.783336 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c985ff-29c4-41bb-91a0-ea80d2c493ea req-e3957999-285b-4a94-87f6-d208754663e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:20.785197 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-f0c985ff-29c4-41bb-91a0-ea80d2c493ea req-e3957999-285b-4a94-87f6-d208754663e3 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=7fc2da6b-035c-428c-8a36-2438f46094fd HTTP/1.1" status: 200 len: 912 time: 0.0860810 Aug 30 04:33:20.800291 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-01752f7a-4dcd-4431-ab06-49846fdbc82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'name': 'tempest-AttachVolumeTestJSON-348001869-router', 'tenant_id': 'd7deffddf9934a028bfdb0b1c965c618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '8768219d-9eca-4774-b7e4-b04e9d2e70cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:26:14Z', 'updated_at': '2022-08-30T04:26:20Z', 'revision_number': 4, 'project_id': 'd7deffddf9934a028bfdb0b1c965c618', 'gw_port': {'id': '8768219d-9eca-4774-b7e4-b04e9d2e70cf', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:49:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:15Z', 'updated_at': '2022-08-30T04:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_floatingips': [{'id': '534159a6-915b-4bac-a12a-b6373a635010', 'tenant_id': 'd7deffddf9934a028bfdb0b1c965c618', 'floating_ip_address': '172.27.1.196', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'port_id': 'd6d369c3-94ef-47a2-969c-2fe3d82d9f1b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fc2da6b-035c-428c-8a36-2438f46094fd', 'mac_address': 'fa:16:3e:09:09:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c1257-1a0d-41e3-8961-0f63f6ccfdc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:32:58Z', 'updated_at': '2022-08-30T04:33:19Z', 'revision_number': 1, 'project_id': 'd7deffddf9934a028bfdb0b1c965c618', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4', 'name': '', 'network_id': '7fc2da6b-035c-428c-8a36-2438f46094fd', 'tenant_id': 'd7deffddf9934a028bfdb0b1c965c618', 'mac_address': 'fa:16:3e:d0:91:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '10d22c1f-33e0-4527-bb5d-63253813ffaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:19Z', 'updated_at': '2022-08-30T04:26:35Z', 'revision_number': 5, 'project_id': 'd7deffddf9934a028bfdb0b1c965c618', 'subnets': [{'id': '10d22c1f-33e0-4527-bb5d-63253813ffaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:33:20.829418 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01752f7a-4dcd-4431-ab06-49846fdbc82f None None] Checking router: cd1726ec-0b76-43ce-b129-28907fd0ca3b for host: dv-cinder-854265-2-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:33:20.838807 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01752f7a-4dcd-4431-ab06-49846fdbc82f None None] Routers {'cd1726ec-0b76-43ce-b129-28907fd0ca3b'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:33:20.841485 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-01752f7a-4dcd-4431-ab06-49846fdbc82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:32:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['cd1726ec-0b76-43ce-b129-28907fd0ca3b'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:33:20.856514 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-f0c985ff-29c4-41bb-91a0-ea80d2c493ea req-68f4c56c-7270-42e6-9950-8c4550b47b4a service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6d369c3-94ef-47a2-969c-2fe3d82d9f1b HTTP/1.1" status: 200 len: 1000 time: 0.0646729 Aug 30 04:33:20.911140 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c985ff-29c4-41bb-91a0-ea80d2c493ea req-afab4875-dda9-482c-836e-1e6c7f1b26aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:20.912629 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-f0c985ff-29c4-41bb-91a0-ea80d2c493ea req-afab4875-dda9-482c-836e-1e6c7f1b26aa service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=10d22c1f-33e0-4527-bb5d-63253813ffaa HTTP/1.1" status: 200 len: 849 time: 0.0445850 Aug 30 04:33:20.944288 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-01752f7a-4dcd-4431-ab06-49846fdbc82f None None] Set router cd1726ec-0b76-43ce-b129-28907fd0ca3b gateway port host: dv-cinder-854265-2-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:33:20.964979 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c985ff-29c4-41bb-91a0-ea80d2c493ea req-8b20c15c-30b4-4c62-94cd-7b8387b45515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:20.966533 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-f0c985ff-29c4-41bb-91a0-ea80d2c493ea req-8b20c15c-30b4-4c62-94cd-7b8387b45515 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=7fc2da6b-035c-428c-8a36-2438f46094fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415115 Aug 30 04:33:21.043845 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:21.078049 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-f0c985ff-29c4-41bb-91a0-ea80d2c493ea req-0c5d283c-60f0-4d56-83c8-a6bb51bf227e service neutron] 10.222.0.71 "GET /networking/v2.0/networks/7fc2da6b-035c-428c-8a36-2438f46094fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941103 Aug 30 04:33:21.084821 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d13b6-1084-47bf-a0ae-95c2d339a6c3 req-c6bb967f-c837-435b-a989-d1b2fe407e1f tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:21.086318 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-627d13b6-1084-47bf-a0ae-95c2d339a6c3 req-c6bb967f-c837-435b-a989-d1b2fe407e1f tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0518932 Aug 30 04:33:21.099540 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:21.139929 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-627d13b6-1084-47bf-a0ae-95c2d339a6c3 req-251a0957-3199-43a8-886e-f9e60fbe5b02 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479290 Aug 30 04:33:21.187127 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-01752f7a-4dcd-4431-ab06-49846fdbc82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'name': 'tempest-AttachVolumeTestJSON-348001869-router', 'tenant_id': 'd7deffddf9934a028bfdb0b1c965c618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '8768219d-9eca-4774-b7e4-b04e9d2e70cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:26:14Z', 'updated_at': '2022-08-30T04:26:20Z', 'revision_number': 4, 'project_id': 'd7deffddf9934a028bfdb0b1c965c618', 'gw_port': {'id': '8768219d-9eca-4774-b7e4-b04e9d2e70cf', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:49:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:15Z', 'updated_at': '2022-08-30T04:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_floatingips': [{'id': '534159a6-915b-4bac-a12a-b6373a635010', 'tenant_id': 'd7deffddf9934a028bfdb0b1c965c618', 'floating_ip_address': '172.27.1.196', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'port_id': 'd6d369c3-94ef-47a2-969c-2fe3d82d9f1b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fc2da6b-035c-428c-8a36-2438f46094fd', 'mac_address': 'fa:16:3e:09:09:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c1257-1a0d-41e3-8961-0f63f6ccfdc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:32:58Z', 'updated_at': '2022-08-30T04:33:19Z', 'revision_number': 1, 'project_id': 'd7deffddf9934a028bfdb0b1c965c618', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4', 'name': '', 'network_id': '7fc2da6b-035c-428c-8a36-2438f46094fd', 'tenant_id': 'd7deffddf9934a028bfdb0b1c965c618', 'mac_address': 'fa:16:3e:d0:91:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '10d22c1f-33e0-4527-bb5d-63253813ffaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:19Z', 'updated_at': '2022-08-30T04:26:35Z', 'revision_number': 5, 'project_id': 'd7deffddf9934a028bfdb0b1c965c618', 'subnets': [{'id': '10d22c1f-33e0-4527-bb5d-63253813ffaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:33:21.211375 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01752f7a-4dcd-4431-ab06-49846fdbc82f None None] The sync data for ids ['cd1726ec-0b76-43ce-b129-28907fd0ca3b'] in dv-cinder-854265-2-iscsi is: [{'id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'name': 'tempest-AttachVolumeTestJSON-348001869-router', 'tenant_id': 'd7deffddf9934a028bfdb0b1c965c618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '8768219d-9eca-4774-b7e4-b04e9d2e70cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:26:14Z', 'updated_at': '2022-08-30T04:26:20Z', 'revision_number': 4, 'project_id': 'd7deffddf9934a028bfdb0b1c965c618', 'gw_port': {'id': '8768219d-9eca-4774-b7e4-b04e9d2e70cf', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:49:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:15Z', 'updated_at': '2022-08-30T04:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_floatingips': [{'id': '534159a6-915b-4bac-a12a-b6373a635010', 'tenant_id': 'd7deffddf9934a028bfdb0b1c965c618', 'floating_ip_address': '172.27.1.196', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'port_id': 'd6d369c3-94ef-47a2-969c-2fe3d82d9f1b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fc2da6b-035c-428c-8a36-2438f46094fd', 'mac_address': 'fa:16:3e:09:09:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c1257-1a0d-41e3-8961-0f63f6ccfdc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:32:58Z', 'updated_at': '2022-08-30T04:33:19Z', 'revision_number': 1, 'project_id': 'd7deffddf9934a028bfdb0b1c965c618', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4', 'name': '', 'network_id': '7fc2da6b-035c-428c-8a36-2438f46094fd', 'tenant_id': 'd7deffddf9934a028bfdb0b1c965c618', 'mac_address': 'fa:16:3e:d0:91:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '10d22c1f-33e0-4527-bb5d-63253813ffaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:19Z', 'updated_at': '2022-08-30T04:26:35Z', 'revision_number': 5, 'project_id': 'd7deffddf9934a028bfdb0b1c965c618', 'subnets': [{'id': '10d22c1f-33e0-4527-bb5d-63253813ffaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:33:21.395492 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3532ab9c-35cd-4962-8788-ee8d315493a6 None None] New status for floating IP 534159a6-915b-4bac-a12a-b6373a635010: ACTIVE {{(pid=106259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:33:22.261163 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b0ac0-6b98-4bef-a3a7-c809eb2af9f9 req-7d4f350d-9a35-4731-a387-7a47d35f70f9 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:22.262609 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-866b0ac0-6b98-4bef-a3a7-c809eb2af9f9 req-7d4f350d-9a35-4731-a387-7a47d35f70f9 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0467756 Aug 30 04:33:22.312427 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-866b0ac0-6b98-4bef-a3a7-c809eb2af9f9 req-f74be48f-5d8b-4c9a-8e95-1efe47c50b6a tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444317 Aug 30 04:33:22.944136 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-45098588-33d8-4e2e-ace4-4932d4cbe874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:23.429637 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9aa9c4-c4f1-40b1-84f9-d9ff4f1976d3 req-d17a157e-8ba2-4cb6-a464-f04f96517e72 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:23.431102 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8b9aa9c4-c4f1-40b1-84f9-d9ff4f1976d3 req-d17a157e-8ba2-4cb6-a464-f04f96517e72 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0468137 Aug 30 04:33:23.477881 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8b9aa9c4-c4f1-40b1-84f9-d9ff4f1976d3 req-34df28db-7f3c-446a-9e73-7b7cb9c9a000 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412972 Aug 30 04:33:24.090023 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-f0c985ff-29c4-41bb-91a0-ea80d2c493ea req-d8601efb-20d5-4617-af39-28d4fec67bf7 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/7fc2da6b-035c-428c-8a36-2438f46094fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817964 Aug 30 04:33:24.561431 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4015372-2848-4c15-8f59-1588ad617fb6 req-63500c61-9492-4467-9e69-d691218821f0 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:24.562888 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-b4015372-2848-4c15-8f59-1588ad617fb6 req-63500c61-9492-4467-9e69-d691218821f0 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0505021 Aug 30 04:33:24.594941 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc13908-1d52-441f-a60a-b88fbb74e2a9 req-922ffb66-ab4b-45c3-b505-fd0f8bf0fbe9 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:24.596417 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1dc13908-1d52-441f-a60a-b88fbb74e2a9 req-922ffb66-ab4b-45c3-b505-fd0f8bf0fbe9 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 946 time: 0.0466077 Aug 30 04:33:24.643417 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1dc13908-1d52-441f-a60a-b88fbb74e2a9 req-c5797592-9bbe-4957-89fc-9030cb793c86 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f002f5c4-a589-4f5e-b938-61aad16d08f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405567 Aug 30 04:33:24.646968 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [req-b4015372-2848-4c15-8f59-1588ad617fb6 req-d35fb5d4-5e1a-41e5-848d-caac2c285fe3 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Deleting port 05e9029b-f746-406c-93bb-e93c4ab2ecb9 {{(pid=106257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:33:24.647318 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-b4015372-2848-4c15-8f59-1588ad617fb6 req-d35fb5d4-5e1a-41e5-848d-caac2c285fe3 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (05e9029b-f746-406c-93bb-e93c4ab2ecb9), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:24.739066 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [req-b4015372-2848-4c15-8f59-1588ad617fb6 req-d35fb5d4-5e1a-41e5-848d-caac2c285fe3 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] For port 05e9029b-f746-406c-93bb-e93c4ab2ecb9, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=05e9029b-f746-406c-93bb-e93c4ab2ecb9,segment=NetworkSegment(bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb),segment_id=bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb)] {{(pid=106257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:33:24.739478 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-b4015372-2848-4c15-8f59-1588ad617fb6 req-d35fb5d4-5e1a-41e5-848d-caac2c285fe3 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (05e9029b-f746-406c-93bb-e93c4ab2ecb9), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:24.752427 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [req-b4015372-2848-4c15-8f59-1588ad617fb6 req-d35fb5d4-5e1a-41e5-848d-caac2c285fe3 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Calling delete_port for 05e9029b-f746-406c-93bb-e93c4ab2ecb9 owned by compute:nova {{(pid=106257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:33:24.873304 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-b4015372-2848-4c15-8f59-1588ad617fb6 req-d35fb5d4-5e1a-41e5-848d-caac2c285fe3 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (05e9029b-f746-406c-93bb-e93c4ab2ecb9), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:24.904044 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35fb5d4-5e1a-41e5-848d-caac2c285fe3 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Pushing event deleted for resources: {'Port': ['ID=05e9029b-f746-406c-93bb-e93c4ab2ecb9,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:24.926577 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] get_ports_and_sgs() called for port_ids ['05e9029b-f746-406c-93bb-e93c4ab2ecb9'] {{(pid=106259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:33:24.946529 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4015372-2848-4c15-8f59-1588ad617fb6 req-d35fb5d4-5e1a-41e5-848d-caac2c285fe3 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] No DVR routers for this DVR port 05e9029b-f746-406c-93bb-e93c4ab2ecb9 on host hv-cinder-85426 {{(pid=106257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:33:24.949025 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-b4015372-2848-4c15-8f59-1588ad617fb6 req-d35fb5d4-5e1a-41e5-848d-caac2c285fe3 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:24.952183 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-b4015372-2848-4c15-8f59-1588ad617fb6 req-d35fb5d4-5e1a-41e5-848d-caac2c285fe3 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.71 "DELETE /networking/v2.0/ports/05e9029b-f746-406c-93bb-e93c4ab2ecb9 HTTP/1.1" status: 204 len: 173 time: 0.3821273 Aug 30 04:33:24.952623 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f359fb4c-9bdc-4898-81b0-26ea768f4444', 'name': 'network-vif-deleted', 'tag': '05e9029b-f746-406c-93bb-e93c4ab2ecb9'}] {{(pid=106257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:33:24.954868 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d1a48af4e812f9c70823208ed2638ca64b88de6e4994a5bf3763d45491ed842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c84d7bc-888f-4f8e-b8b6-4df660bde335" -d '{"events": [{"server_uuid": "f359fb4c-9bdc-4898-81b0-26ea768f4444", "name": "network-vif-deleted", "tag": "05e9029b-f746-406c-93bb-e93c4ab2ecb9"}]}' {{(pid=106257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:33:24.992859 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc94ce8-f9e4-4194-bc09-b4aee949cce5 x-openstack-request-id: req-4bc94ce8-f9e4-4194-bc09-b4aee949cce5 {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:33:24.993083 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f359fb4c-9bdc-4898-81b0-26ea768f4444", "name": "network-vif-deleted", "tag": "05e9029b-f746-406c-93bb-e93c4ab2ecb9", "status": "completed", "code": 200}]} {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:33:24.993334 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-4bc94ce8-f9e4-4194-bc09-b4aee949cce5 {{(pid=106257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:33:24.993937 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bc94ce8-f9e4-4194-bc09-b4aee949cce5'] response: {'server_uuid': 'f359fb4c-9bdc-4898-81b0-26ea768f4444', 'name': 'network-vif-deleted', 'tag': '05e9029b-f746-406c-93bb-e93c4ab2ecb9', 'status': 'completed', 'code': 200} Aug 30 04:33:25.312423 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2326430f-cad6-4f3a-a391-6b9e57db5c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:25.761552 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a8869f5a-b7d5-4668-8b06-a08e94f763dc req-86329419-b715-4436-95c8-a462835dd0b0 tempest-ServerRescueNegativeTestJSON-1780702548 tempest-ServerRescueNegativeTestJSON-1780702548-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f359fb4c-9bdc-4898-81b0-26ea768f4444 HTTP/1.1" status: 200 len: 210 time: 0.0320003 Aug 30 04:33:26.563587 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:26.826004 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 56786) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:33:27.102083 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:27.226378 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-358fa196-26b2-477e-9e10-b6ca4d3fb655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697220'] for router_interface (efc0e799-aa5d-4dff-8913-e13c430a5c69), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:27.275817 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:27.441665 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [None req-358fa196-26b2-477e-9e10-b6ca4d3fb655 admin admin] Deleting port c611a2a6-98df-43cd-9d1c-7a53b3ed819f {{(pid=106257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:33:27.442005 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-358fa196-26b2-477e-9e10-b6ca4d3fb655 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (c611a2a6-98df-43cd-9d1c-7a53b3ed819f), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:27.521988 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [None req-358fa196-26b2-477e-9e10-b6ca4d3fb655 admin admin] For port c611a2a6-98df-43cd-9d1c-7a53b3ed819f, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=c611a2a6-98df-43cd-9d1c-7a53b3ed819f,segment=NetworkSegment(bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb),segment_id=bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb)] {{(pid=106257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:33:27.522352 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-358fa196-26b2-477e-9e10-b6ca4d3fb655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (c611a2a6-98df-43cd-9d1c-7a53b3ed819f), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:27.534850 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [None req-358fa196-26b2-477e-9e10-b6ca4d3fb655 admin admin] Calling delete_port for c611a2a6-98df-43cd-9d1c-7a53b3ed819f owned by network:router_interface {{(pid=106257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:33:27.706715 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-358fa196-26b2-477e-9e10-b6ca4d3fb655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (c611a2a6-98df-43cd-9d1c-7a53b3ed819f), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:27.729247 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358fa196-26b2-477e-9e10-b6ca4d3fb655 admin admin] Pushing event deleted for resources: {'Port': ['ID=c611a2a6-98df-43cd-9d1c-7a53b3ed819f,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:27.888620 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:27.903323 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-358fa196-26b2-477e-9e10-b6ca4d3fb655 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-697396'] for router_interface (efc0e799-aa5d-4dff-8913-e13c430a5c69), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:27.913879 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:28.102139 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-358fa196-26b2-477e-9e10-b6ca4d3fb655 admin admin] Router efc0e799-aa5d-4dff-8913-e13c430a5c69 has already been hosted by L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 {{(pid=106257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:33:28.141708 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:28.143924 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:28.155824 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:28.203662 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358fa196-26b2-477e-9e10-b6ca4d3fb655 admin admin] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:33:28.208615 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-358fa196-26b2-477e-9e10-b6ca4d3fb655 admin admin] 10.222.0.85 "PUT /networking/v2.0/routers/efc0e799-aa5d-4dff-8913-e13c430a5c69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3816185 Aug 30 04:33:28.211232 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 56792) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:33:28.213447 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5c03d4-1dfe-403d-b63e-a2cc88c417f8 None None] Sync routers for ids ['efc0e799-aa5d-4dff-8913-e13c430a5c69'] in dv-cinder-854265-2-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:33:28.225596 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5c03d4-1dfe-403d-b63e-a2cc88c417f8 None None] Routers {'efc0e799-aa5d-4dff-8913-e13c430a5c69'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:33:28.226233 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-5a5c03d4-1dfe-403d-b63e-a2cc88c417f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:33:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['efc0e799-aa5d-4dff-8913-e13c430a5c69'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:33:28.307216 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-1f9abc91-024d-4b4f-a75b-3eaf4e69c052 admin admin] Publish callbacks [] for router (efc0e799-aa5d-4dff-8913-e13c430a5c69), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:28.331548 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-5a5c03d4-1dfe-403d-b63e-a2cc88c417f8 None None] Set router efc0e799-aa5d-4dff-8913-e13c430a5c69 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:33:28.408325 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 05e9029b-f746-406c-93bb-e93c4ab2ecb9 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:33:28.432246 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] No Port match for: 05e9029b-f746-406c-93bb-e93c4ab2ecb9 {{(pid=106259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:33:28.432687 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 05e9029b-f746-406c-93bb-e93c4ab2ecb9 not bound to the agent host hv-cinder-85426 {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:33:28.510056 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-5a5c03d4-1dfe-403d-b63e-a2cc88c417f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc0e799-aa5d-4dff-8913-e13c430a5c69', 'name': 'tempest-ServerRescueNegativeTestJSON-859256801-router', 'tenant_id': 'edc09fe630034be4b292562e2de6e3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '68eabc5a-4355-48fe-b374-e6078ccc1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:26:10Z', 'updated_at': '2022-08-30T04:33:27Z', 'revision_number': 5, 'project_id': 'edc09fe630034be4b292562e2de6e3f9', 'gw_port': {'id': '68eabc5a-4355-48fe-b374-e6078ccc1695', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:31:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc0e799-aa5d-4dff-8913-e13c430a5c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:11Z', 'updated_at': '2022-08-30T04:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi'}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:33:28.535797 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5c03d4-1dfe-403d-b63e-a2cc88c417f8 None None] Checking router: efc0e799-aa5d-4dff-8913-e13c430a5c69 for host: dv-cinder-854265-2-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:33:28.545211 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5c03d4-1dfe-403d-b63e-a2cc88c417f8 None None] Routers {'efc0e799-aa5d-4dff-8913-e13c430a5c69'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:33:28.545829 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-5a5c03d4-1dfe-403d-b63e-a2cc88c417f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:33:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['efc0e799-aa5d-4dff-8913-e13c430a5c69'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:33:28.634770 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-1f9abc91-024d-4b4f-a75b-3eaf4e69c052 admin admin] Publish callbacks [] for router_gateway (efc0e799-aa5d-4dff-8913-e13c430a5c69), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:28.677618 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [None req-1f9abc91-024d-4b4f-a75b-3eaf4e69c052 admin admin] Deleting port 68eabc5a-4355-48fe-b374-e6078ccc1695 {{(pid=106257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:33:28.678448 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-1f9abc91-024d-4b4f-a75b-3eaf4e69c052 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (68eabc5a-4355-48fe-b374-e6078ccc1695), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:28.685643 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:28.730109 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:28.734471 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-5a5c03d4-1dfe-403d-b63e-a2cc88c417f8 None None] Set router efc0e799-aa5d-4dff-8913-e13c430a5c69 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:33:28.759940 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [None req-1f9abc91-024d-4b4f-a75b-3eaf4e69c052 admin admin] For port 68eabc5a-4355-48fe-b374-e6078ccc1695, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=68eabc5a-4355-48fe-b374-e6078ccc1695,segment=NetworkSegment(fa929cc1-394c-4547-9d6d-d932c4c80d18),segment_id=fa929cc1-394c-4547-9d6d-d932c4c80d18)] {{(pid=106257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:33:28.760304 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-1f9abc91-024d-4b4f-a75b-3eaf4e69c052 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (68eabc5a-4355-48fe-b374-e6078ccc1695), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:28.772807 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [None req-1f9abc91-024d-4b4f-a75b-3eaf4e69c052 admin admin] Calling delete_port for 68eabc5a-4355-48fe-b374-e6078ccc1695 owned by network:router_gateway {{(pid=106257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:33:28.889758 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:28.901894 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-5a5c03d4-1dfe-403d-b63e-a2cc88c417f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc0e799-aa5d-4dff-8913-e13c430a5c69', 'name': 'tempest-ServerRescueNegativeTestJSON-859256801-router', 'tenant_id': 'edc09fe630034be4b292562e2de6e3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '68eabc5a-4355-48fe-b374-e6078ccc1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:26:10Z', 'updated_at': '2022-08-30T04:33:27Z', 'revision_number': 5, 'project_id': 'edc09fe630034be4b292562e2de6e3f9', 'gw_port': {'id': '68eabc5a-4355-48fe-b374-e6078ccc1695', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:31:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc0e799-aa5d-4dff-8913-e13c430a5c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:11Z', 'updated_at': '2022-08-30T04:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi'}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:33:28.926286 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5c03d4-1dfe-403d-b63e-a2cc88c417f8 None None] The sync data for ids ['efc0e799-aa5d-4dff-8913-e13c430a5c69'] in dv-cinder-854265-2-iscsi is: [{'id': 'efc0e799-aa5d-4dff-8913-e13c430a5c69', 'name': 'tempest-ServerRescueNegativeTestJSON-859256801-router', 'tenant_id': 'edc09fe630034be4b292562e2de6e3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '68eabc5a-4355-48fe-b374-e6078ccc1695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:26:10Z', 'updated_at': '2022-08-30T04:33:27Z', 'revision_number': 5, 'project_id': 'edc09fe630034be4b292562e2de6e3f9', 'gw_port': {'id': '68eabc5a-4355-48fe-b374-e6078ccc1695', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:31:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc0e799-aa5d-4dff-8913-e13c430a5c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:11Z', 'updated_at': '2022-08-30T04:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi'}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:33:28.937113 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-1f9abc91-024d-4b4f-a75b-3eaf4e69c052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (68eabc5a-4355-48fe-b374-e6078ccc1695), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:28.960549 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9abc91-024d-4b4f-a75b-3eaf4e69c052 admin admin] Pushing event deleted for resources: {'Port': ['ID=68eabc5a-4355-48fe-b374-e6078ccc1695,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:29.022854 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-1f9abc91-024d-4b4f-a75b-3eaf4e69c052 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696775'] for router_gateway (efc0e799-aa5d-4dff-8913-e13c430a5c69), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:29.106940 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-1f9abc91-024d-4b4f-a75b-3eaf4e69c052 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-696042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6498'] for router (efc0e799-aa5d-4dff-8913-e13c430a5c69), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:29.109177 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-1f9abc91-024d-4b4f-a75b-3eaf4e69c052 admin admin] Publish callbacks [] for router_controller (efc0e799-aa5d-4dff-8913-e13c430a5c69), precommit_delete_associations {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:29.153461 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-1f9abc91-024d-4b4f-a75b-3eaf4e69c052 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-697417'] for router (efc0e799-aa5d-4dff-8913-e13c430a5c69), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:29.154142 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9abc91-024d-4b4f-a75b-3eaf4e69c052 admin admin] Fanout notify agent at l3_agent the message router_deleted on router efc0e799-aa5d-4dff-8913-e13c430a5c69 {{(pid=106257) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 04:33:29.159111 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-1f9abc91-024d-4b4f-a75b-3eaf4e69c052 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:29.160369 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-1f9abc91-024d-4b4f-a75b-3eaf4e69c052 admin admin] 10.222.0.85 "DELETE /networking/v2.0/routers/efc0e799-aa5d-4dff-8913-e13c430a5c69 HTTP/1.1" status: 204 len: 168 time: 0.9480224 Aug 30 04:33:29.163602 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 56794) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:33:29.206267 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.db_base_plugin_v2 [None req-96a080fc-b0de-4763-96e9-3268f7f4522b admin admin] Deleting subnet d860aa44-a024-4bdb-b214-412c9f1784ea {{(pid=106257) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 04:33:29.209904 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-96a080fc-b0de-4763-96e9-3268f7f4522b admin admin] Publish callbacks [] for subnet (d860aa44-a024-4bdb-b214-412c9f1784ea), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:29.243921 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-96a080fc-b0de-4763-96e9-3268f7f4522b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61669262'] for subnet (d860aa44-a024-4bdb-b214-412c9f1784ea), precommit_delete_associations {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:29.262981 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:29.325527 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-96a080fc-b0de-4763-96e9-3268f7f4522b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3893603'] for subnet (d860aa44-a024-4bdb-b214-412c9f1784ea), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:29.379909 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-96a080fc-b0de-4763-96e9-3268f7f4522b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61207901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61944255'] for subnet (d860aa44-a024-4bdb-b214-412c9f1784ea), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:29.404655 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a080fc-b0de-4763-96e9-3268f7f4522b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d860aa44-a024-4bdb-b214-412c9f1784ea,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:29.410308 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-96a080fc-b0de-4763-96e9-3268f7f4522b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for subnet (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:29.413525 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-96a080fc-b0de-4763-96e9-3268f7f4522b admin admin] 10.222.0.85 "DELETE /networking/v2.0/subnets/d860aa44-a024-4bdb-b214-412c9f1784ea HTTP/1.1" status: 204 len: 168 time: 0.2489147 Aug 30 04:33:29.416175 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 56796) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:33:29.418534 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf212837-1207-42bd-8baf-21d5163bff8c None None] Network 661607d2-cb41-40c5-ac13-3334a7f66c5e requested from dv-cinder-854265-2-iscsi {{(pid=106259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:33:29.489250 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ee81a759-ecb3-4cfe-b0d7-23cddce0e781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3781726'] for network (661607d2-cb41-40c5-ac13-3334a7f66c5e), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:29.538583 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [None req-ee81a759-ecb3-4cfe-b0d7-23cddce0e781 admin admin] Deleting port 95c8f307-8893-461e-9ce5-97f9990f9a75 {{(pid=106257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:33:29.538920 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ee81a759-ecb3-4cfe-b0d7-23cddce0e781 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (95c8f307-8893-461e-9ce5-97f9990f9a75), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:29.572277 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcebf515-5387-4fcf-9a1f-d10f5939a7e1 None None] DHCP port deletion for 661607d2-cb41-40c5-ac13-3334a7f66c5e request from dv-cinder-854265-2-iscsi {{(pid=106259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 04:33:29.611237 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [None req-ee81a759-ecb3-4cfe-b0d7-23cddce0e781 admin admin] For port 95c8f307-8893-461e-9ce5-97f9990f9a75, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=95c8f307-8893-461e-9ce5-97f9990f9a75,segment=NetworkSegment(bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb),segment_id=bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb)] {{(pid=106257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:33:29.611863 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ee81a759-ecb3-4cfe-b0d7-23cddce0e781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (95c8f307-8893-461e-9ce5-97f9990f9a75), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:29.613348 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-fcebf515-5387-4fcf-9a1f-d10f5939a7e1 None None] Deleting port 95c8f307-8893-461e-9ce5-97f9990f9a75 {{(pid=106259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:33:29.613708 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-fcebf515-5387-4fcf-9a1f-d10f5939a7e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (95c8f307-8893-461e-9ce5-97f9990f9a75), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:29.625936 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [None req-ee81a759-ecb3-4cfe-b0d7-23cddce0e781 admin admin] Calling delete_port for 95c8f307-8893-461e-9ce5-97f9990f9a75 owned by network:dhcp {{(pid=106257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:33:29.678522 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-fcebf515-5387-4fcf-9a1f-d10f5939a7e1 None None] For port 95c8f307-8893-461e-9ce5-97f9990f9a75, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=95c8f307-8893-461e-9ce5-97f9990f9a75,segment=NetworkSegment(bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb),segment_id=bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:33:29.678914 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-fcebf515-5387-4fcf-9a1f-d10f5939a7e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (95c8f307-8893-461e-9ce5-97f9990f9a75), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:29.691466 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-fcebf515-5387-4fcf-9a1f-d10f5939a7e1 None None] Calling delete_port for 95c8f307-8893-461e-9ce5-97f9990f9a75 owned by network:dhcp {{(pid=106259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:33:29.710577 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ee81a759-ecb3-4cfe-b0d7-23cddce0e781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (95c8f307-8893-461e-9ce5-97f9990f9a75), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:29.736814 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee81a759-ecb3-4cfe-b0d7-23cddce0e781 admin admin] Pushing event deleted for resources: {'Port': ['ID=95c8f307-8893-461e-9ce5-97f9990f9a75,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:29.738623 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee81a759-ecb3-4cfe-b0d7-23cddce0e781 admin admin] No DVR routers for this DVR port 95c8f307-8893-461e-9ce5-97f9990f9a75 on host dv-cinder-854265-2-iscsi {{(pid=106257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:33:29.764048 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:29.769832 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-fcebf515-5387-4fcf-9a1f-d10f5939a7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767'] for port (95c8f307-8893-461e-9ce5-97f9990f9a75), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:29.794516 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcebf515-5387-4fcf-9a1f-d10f5939a7e1 None None] Pushing event deleted for resources: {'Port': ['ID=95c8f307-8893-461e-9ce5-97f9990f9a75,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:29.803885 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcebf515-5387-4fcf-9a1f-d10f5939a7e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:29.804234 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcebf515-5387-4fcf-9a1f-d10f5939a7e1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:29.804565 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcebf515-5387-4fcf-9a1f-d10f5939a7e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:29.804899 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcebf515-5387-4fcf-9a1f-d10f5939a7e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:29.805248 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcebf515-5387-4fcf-9a1f-d10f5939a7e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:29.805571 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcebf515-5387-4fcf-9a1f-d10f5939a7e1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:29.805888 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcebf515-5387-4fcf-9a1f-d10f5939a7e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:29.806205 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcebf515-5387-4fcf-9a1f-d10f5939a7e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:29.806520 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcebf515-5387-4fcf-9a1f-d10f5939a7e1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:29.806834 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcebf515-5387-4fcf-9a1f-d10f5939a7e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:29.807148 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcebf515-5387-4fcf-9a1f-d10f5939a7e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:29.807461 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcebf515-5387-4fcf-9a1f-d10f5939a7e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:29.807772 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcebf515-5387-4fcf-9a1f-d10f5939a7e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:29.808083 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcebf515-5387-4fcf-9a1f-d10f5939a7e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:29.808402 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcebf515-5387-4fcf-9a1f-d10f5939a7e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:29.811087 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcebf515-5387-4fcf-9a1f-d10f5939a7e1 None None] No DVR routers for this DVR port 95c8f307-8893-461e-9ce5-97f9990f9a75 on host dv-cinder-854265-2-iscsi {{(pid=106259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:33:29.812944 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ee81a759-ecb3-4cfe-b0d7-23cddce0e781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891968', 'neutron.services.segments.db._delete_segments_for_network-8785261144643'] for network (661607d2-cb41-40c5-ac13-3334a7f66c5e), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:29.833274 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:29.835120 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.services.segments.db [None req-ee81a759-ecb3-4cfe-b0d7-23cddce0e781 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['661607d2-cb41-40c5-ac13-3334a7f66c5e']}} {{(pid=106257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:33:29.844869 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.services.segments.db [None req-ee81a759-ecb3-4cfe-b0d7-23cddce0e781 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb') {'for_net_delete': True} {{(pid=106257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:33:29.845196 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.services.segments.db [None req-ee81a759-ecb3-4cfe-b0d7-23cddce0e781 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb') {} {{(pid=106257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:33:29.855481 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ee81a759-ecb3-4cfe-b0d7-23cddce0e781 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785261169839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61669253'] for segment (bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:29.869359 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ee81a759-ecb3-4cfe-b0d7-23cddce0e781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3898234'] for segment (bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:29.875545 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee81a759-ecb3-4cfe-b0d7-23cddce0e781 admin admin] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=106257) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 04:33:29.875949 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ee81a759-ecb3-4cfe-b0d7-23cddce0e781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3898234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61207803'] for segment (bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:29.915929 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.services.segments.plugin [-] Segment bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb resource provider aggregate not found Aug 30 04:33:29.940659 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.services.segments.plugin [-] Segment bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bca7e9eb-7bfe-4eac-8a1e-6d5de4a42cbb found for delete ", "request_id": "req-9b59b8ea-9700-4d41-af96-92ab00579339"}]} Aug 30 04:33:29.944861 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ee81a759-ecb3-4cfe-b0d7-23cddce0e781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696747'] for network (661607d2-cb41-40c5-ac13-3334a7f66c5e), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:29.951651 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ee81a759-ecb3-4cfe-b0d7-23cddce0e781 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for network (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:29.956313 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-ee81a759-ecb3-4cfe-b0d7-23cddce0e781 admin admin] 10.222.0.85 "DELETE /networking/v2.0/networks/661607d2-cb41-40c5-ac13-3334a7f66c5e HTTP/1.1" status: 204 len: 168 time: 0.5368993 Aug 30 04:33:29.968453 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee81a759-ecb3-4cfe-b0d7-23cddce0e781 admin admin] Pushing event deleted for resources: {'Network': ['ID=661607d2-cb41-40c5-ac13-3334a7f66c5e,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:30.023574 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device c611a2a6-98df-43cd-9d1c-7a53b3ed819f no longer exists at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:33:30.040713 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] No Port match for: c611a2a6-98df-43cd-9d1c-7a53b3ed819f {{(pid=106259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:33:30.041194 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device c611a2a6-98df-43cd-9d1c-7a53b3ed819f not bound to the agent host dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:33:30.041509 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 95c8f307-8893-461e-9ce5-97f9990f9a75 no longer exists at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:33:30.060342 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] No Port match for: 95c8f307-8893-461e-9ce5-97f9990f9a75 {{(pid=106259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:33:30.060710 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 95c8f307-8893-461e-9ce5-97f9990f9a75 not bound to the agent host dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:33:30.061232 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 68eabc5a-4355-48fe-b374-e6078ccc1695 no longer exists at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:33:30.079678 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] No Port match for: 68eabc5a-4355-48fe-b374-e6078ccc1695 {{(pid=106259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:33:30.080043 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 68eabc5a-4355-48fe-b374-e6078ccc1695 not bound to the agent host dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:33:30.095526 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 56804) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:33:30.140337 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-070d15a8-b4d1-4ab0-94e6-5f2b47a4ba38 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=edc09fe630034be4b292562e2de6e3f9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0436652 Aug 30 04:33:30.142815 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 56808) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:33:30.189760 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-d0414a9f-44e1-4de4-8085-83d0483e0113 admin admin] Publish callbacks [] for security_group (f002f5c4-a589-4f5e-b938-61aad16d08f4), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:30.209556 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-d0414a9f-44e1-4de4-8085-83d0483e0113 admin admin] Publish callbacks [] for security_group (f002f5c4-a589-4f5e-b938-61aad16d08f4), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:30.222787 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:30.258569 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-d0414a9f-44e1-4de4-8085-83d0483e0113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (f002f5c4-a589-4f5e-b938-61aad16d08f4), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:30.261082 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-d0414a9f-44e1-4de4-8085-83d0483e0113 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:30.262717 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-d0414a9f-44e1-4de4-8085-83d0483e0113 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/f002f5c4-a589-4f5e-b938-61aad16d08f4 HTTP/1.1" status: 204 len: 168 time: 0.1190214 Aug 30 04:33:30.270559 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0414a9f-44e1-4de4-8085-83d0483e0113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f002f5c4-a589-4f5e-b938-61aad16d08f4,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:32.185937 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 56880) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:33:32.293021 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c81a51c3-dbee-421a-98e5-0b6a90941b7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:32.371325 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c81a51c3-dbee-421a-98e5-0b6a90941b7c admin admin] Publish callbacks [] for security_group (a6466ea4-8006-437a-bbcc-f353ed635469), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:32.375032 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c81a51c3-dbee-421a-98e5-0b6a90941b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (a6466ea4-8006-437a-bbcc-f353ed635469), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:32.414092 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a51c3-dbee-421a-98e5-0b6a90941b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6466ea4-8006-437a-bbcc-f353ed635469,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:32.419196 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-c81a51c3-dbee-421a-98e5-0b6a90941b7c admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=55efdd317a3242218354fbb454add89d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322137 Aug 30 04:33:32.421817 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 56884) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:33:32.472859 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-b6e3d790-86c1-497b-a69d-88b168c8767e admin admin] Publish callbacks [] for security_group (a6466ea4-8006-437a-bbcc-f353ed635469), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:32.492557 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-b6e3d790-86c1-497b-a69d-88b168c8767e admin admin] Publish callbacks [] for security_group (a6466ea4-8006-437a-bbcc-f353ed635469), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:32.538436 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-b6e3d790-86c1-497b-a69d-88b168c8767e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (a6466ea4-8006-437a-bbcc-f353ed635469), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:32.540992 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-b6e3d790-86c1-497b-a69d-88b168c8767e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:32.542161 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-b6e3d790-86c1-497b-a69d-88b168c8767e admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/a6466ea4-8006-437a-bbcc-f353ed635469 HTTP/1.1" status: 204 len: 168 time: 0.1194077 Aug 30 04:33:32.549676 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e3d790-86c1-497b-a69d-88b168c8767e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6466ea4-8006-437a-bbcc-f353ed635469,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:32.805821 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 56890) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:33:32.819805 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-8b0a448d-67c9-44db-bfec-cc6ee7d4e634 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:32.895602 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-8b0a448d-67c9-44db-bfec-cc6ee7d4e634 admin admin] Publish callbacks [] for security_group (789976be-e3f4-4fb2-95cd-15713a640aec), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:32.899124 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-8b0a448d-67c9-44db-bfec-cc6ee7d4e634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (789976be-e3f4-4fb2-95cd-15713a640aec), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:32.909109 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:32.939974 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-8b0a448d-67c9-44db-bfec-cc6ee7d4e634 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=902b316638b544f883d0a9748c15c341&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1331162 Aug 30 04:33:32.942542 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a448d-67c9-44db-bfec-cc6ee7d4e634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789976be-e3f4-4fb2-95cd-15713a640aec,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:32.943105 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 56892) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:33:32.990642 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-ad201f84-75f7-47d5-8122-aaebd50ebad1 admin admin] Publish callbacks [] for security_group (789976be-e3f4-4fb2-95cd-15713a640aec), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:33.012485 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-ad201f84-75f7-47d5-8122-aaebd50ebad1 admin admin] Publish callbacks [] for security_group (789976be-e3f4-4fb2-95cd-15713a640aec), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:33.058890 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-ad201f84-75f7-47d5-8122-aaebd50ebad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (789976be-e3f4-4fb2-95cd-15713a640aec), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:33.061497 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-ad201f84-75f7-47d5-8122-aaebd50ebad1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:33.062605 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-ad201f84-75f7-47d5-8122-aaebd50ebad1 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/789976be-e3f4-4fb2-95cd-15713a640aec HTTP/1.1" status: 204 len: 168 time: 0.1185205 Aug 30 04:33:33.070238 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad201f84-75f7-47d5-8122-aaebd50ebad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789976be-e3f4-4fb2-95cd-15713a640aec,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:38.765065 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 56978) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:33:38.870108 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-8e64c31f-2151-43a6-a9db-9510cdb6277f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:38.953705 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-8e64c31f-2151-43a6-a9db-9510cdb6277f admin admin] Publish callbacks [] for security_group (907ba271-2cda-47ae-ba7d-983d3185eb1d), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:38.957470 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-8e64c31f-2151-43a6-a9db-9510cdb6277f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (907ba271-2cda-47ae-ba7d-983d3185eb1d), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:38.996394 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64c31f-2151-43a6-a9db-9510cdb6277f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907ba271-2cda-47ae-ba7d-983d3185eb1d,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:39.000513 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-8e64c31f-2151-43a6-a9db-9510cdb6277f admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=f01c84583db34c64bf82909fcb8c3e99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344415 Aug 30 04:33:39.003388 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 56982) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:33:39.006449 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64c31f-2151-43a6-a9db-9510cdb6277f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:39.006810 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64c31f-2151-43a6-a9db-9510cdb6277f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:39.007160 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64c31f-2151-43a6-a9db-9510cdb6277f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:39.007504 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64c31f-2151-43a6-a9db-9510cdb6277f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:39.007845 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64c31f-2151-43a6-a9db-9510cdb6277f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:39.008178 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64c31f-2151-43a6-a9db-9510cdb6277f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:39.008511 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64c31f-2151-43a6-a9db-9510cdb6277f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:39.009359 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64c31f-2151-43a6-a9db-9510cdb6277f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:39.009871 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64c31f-2151-43a6-a9db-9510cdb6277f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:39.010205 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64c31f-2151-43a6-a9db-9510cdb6277f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:39.010540 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64c31f-2151-43a6-a9db-9510cdb6277f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:39.010870 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64c31f-2151-43a6-a9db-9510cdb6277f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:39.011196 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64c31f-2151-43a6-a9db-9510cdb6277f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:39.011521 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64c31f-2151-43a6-a9db-9510cdb6277f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:39.011847 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64c31f-2151-43a6-a9db-9510cdb6277f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:33:39.052433 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1c3a36d0-6a58-4f51-b4cb-b678bc9dc3ea admin admin] Publish callbacks [] for security_group (907ba271-2cda-47ae-ba7d-983d3185eb1d), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:39.072210 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1c3a36d0-6a58-4f51-b4cb-b678bc9dc3ea admin admin] Publish callbacks [] for security_group (907ba271-2cda-47ae-ba7d-983d3185eb1d), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:39.117233 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1c3a36d0-6a58-4f51-b4cb-b678bc9dc3ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (907ba271-2cda-47ae-ba7d-983d3185eb1d), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:39.119767 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1c3a36d0-6a58-4f51-b4cb-b678bc9dc3ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:39.121013 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-1c3a36d0-6a58-4f51-b4cb-b678bc9dc3ea admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/907ba271-2cda-47ae-ba7d-983d3185eb1d HTTP/1.1" status: 204 len: 168 time: 0.1165736 Aug 30 04:33:39.129030 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a36d0-6a58-4f51-b4cb-b678bc9dc3ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907ba271-2cda-47ae-ba7d-983d3185eb1d,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:39.388332 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 56988) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:33:39.404457 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-85166772-4cf9-40c4-ad18-b28a03f11707 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:39.446090 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:39.482378 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-85166772-4cf9-40c4-ad18-b28a03f11707 admin admin] Publish callbacks [] for security_group (2be4e342-ed09-4018-9f1e-7fae4c2aef77), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:39.486088 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-85166772-4cf9-40c4-ad18-b28a03f11707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (2be4e342-ed09-4018-9f1e-7fae4c2aef77), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:39.496961 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:39.530956 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-85166772-4cf9-40c4-ad18-b28a03f11707 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=e462700af90640a6ad42fd7126d3cf36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1415470 Aug 30 04:33:39.532118 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85166772-4cf9-40c4-ad18-b28a03f11707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be4e342-ed09-4018-9f1e-7fae4c2aef77,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:39.533751 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 56990) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:33:39.578221 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:DELETE=4,neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:39.583963 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-87dbc6fa-b5b8-4e98-ba41-82a14570e145 admin admin] Publish callbacks [] for security_group (2be4e342-ed09-4018-9f1e-7fae4c2aef77), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:39.604929 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-87dbc6fa-b5b8-4e98-ba41-82a14570e145 admin admin] Publish callbacks [] for security_group (2be4e342-ed09-4018-9f1e-7fae4c2aef77), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:39.651777 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-87dbc6fa-b5b8-4e98-ba41-82a14570e145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (2be4e342-ed09-4018-9f1e-7fae4c2aef77), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:39.654470 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-87dbc6fa-b5b8-4e98-ba41-82a14570e145 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:39.655620 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-87dbc6fa-b5b8-4e98-ba41-82a14570e145 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/2be4e342-ed09-4018-9f1e-7fae4c2aef77 HTTP/1.1" status: 204 len: 168 time: 0.1208873 Aug 30 04:33:39.663638 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dbc6fa-b5b8-4e98-ba41-82a14570e145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be4e342-ed09-4018-9f1e-7fae4c2aef77,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:42.211821 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (dd0d0365-d50b-4401-90d8-c3ff73fab053), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:43.495569 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=23 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:43.927776 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 57066) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:33:44.030796 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-8abcd8b7-6d97-4e4a-ae22-9b12ea34ae60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:44.108939 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-8abcd8b7-6d97-4e4a-ae22-9b12ea34ae60 admin admin] Publish callbacks [] for security_group (00f2d7e7-e4a4-4938-b5cb-ed5bf73af576), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:44.113007 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-8abcd8b7-6d97-4e4a-ae22-9b12ea34ae60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (00f2d7e7-e4a4-4938-b5cb-ed5bf73af576), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:44.150676 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abcd8b7-6d97-4e4a-ae22-9b12ea34ae60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f2d7e7-e4a4-4938-b5cb-ed5bf73af576,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:44.154982 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-8abcd8b7-6d97-4e4a-ae22-9b12ea34ae60 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=f3884b45b6204674acd9b5f83784cafc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2262073 Aug 30 04:33:44.157675 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 57070) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:33:44.206595 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-35aeda4b-e026-4b5f-84d7-a34cbfdf4508 admin admin] Publish callbacks [] for security_group (00f2d7e7-e4a4-4938-b5cb-ed5bf73af576), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:44.226831 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-35aeda4b-e026-4b5f-84d7-a34cbfdf4508 admin admin] Publish callbacks [] for security_group (00f2d7e7-e4a4-4938-b5cb-ed5bf73af576), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:44.272503 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-35aeda4b-e026-4b5f-84d7-a34cbfdf4508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (00f2d7e7-e4a4-4938-b5cb-ed5bf73af576), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:44.275629 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-35aeda4b-e026-4b5f-84d7-a34cbfdf4508 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:44.276764 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-35aeda4b-e026-4b5f-84d7-a34cbfdf4508 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/00f2d7e7-e4a4-4938-b5cb-ed5bf73af576 HTTP/1.1" status: 204 len: 168 time: 0.1182883 Aug 30 04:33:44.284436 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aeda4b-e026-4b5f-84d7-a34cbfdf4508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f2d7e7-e4a4-4938-b5cb-ed5bf73af576,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:44.542359 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 57076) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:33:44.556029 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-eeac91b3-2556-4255-9316-13e8b83205a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:44.632607 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-eeac91b3-2556-4255-9316-13e8b83205a8 admin admin] Publish callbacks [] for security_group (4231300e-b98c-40b7-8952-7b722d5cb9a0), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:44.636762 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-eeac91b3-2556-4255-9316-13e8b83205a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (4231300e-b98c-40b7-8952-7b722d5cb9a0), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:44.673506 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac91b3-2556-4255-9316-13e8b83205a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4231300e-b98c-40b7-8952-7b722d5cb9a0,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:44.677765 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-eeac91b3-2556-4255-9316-13e8b83205a8 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=c7c04e9d9e674085a3cc27bd2054224f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343932 Aug 30 04:33:44.680331 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 57078) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:33:44.731789 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6145a633-b195-499e-ad42-694bb0a7adba admin admin] Publish callbacks [] for security_group (4231300e-b98c-40b7-8952-7b722d5cb9a0), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:44.752085 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6145a633-b195-499e-ad42-694bb0a7adba admin admin] Publish callbacks [] for security_group (4231300e-b98c-40b7-8952-7b722d5cb9a0), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:44.797643 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6145a633-b195-499e-ad42-694bb0a7adba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (4231300e-b98c-40b7-8952-7b722d5cb9a0), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:44.800357 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6145a633-b195-499e-ad42-694bb0a7adba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:44.801527 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-6145a633-b195-499e-ad42-694bb0a7adba admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/4231300e-b98c-40b7-8952-7b722d5cb9a0 HTTP/1.1" status: 204 len: 168 time: 0.1197526 Aug 30 04:33:44.809701 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6145a633-b195-499e-ad42-694bb0a7adba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4231300e-b98c-40b7-8952-7b722d5cb9a0,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:46.546302 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.agents_db [None req-600259de-68db-4343-b4d4-64e31eed30fa None None] Agent healthcheck: found 6 active agents {{(pid=106260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:33:52.946017 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-0b9c2b55-cef8-4fdf-a267-c2b1860869b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:54.279532 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=77,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:54.280318 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=40,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:54.803965 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=36,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:54.804775 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=45,neutron:INSERT=7,neutron:DELETE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:55.305905 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-db02bf1a-ca02-4b20-82c7-1b5a677c8805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:55.450505 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 57190) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:33:55.557997 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-94469ef6-8c23-499e-816f-7ced26466b98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:55.632956 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-94469ef6-8c23-499e-816f-7ced26466b98 admin admin] Publish callbacks [] for security_group (a6104bd6-de6a-46f2-909d-dadf78f812bd), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:55.636609 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-94469ef6-8c23-499e-816f-7ced26466b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (a6104bd6-de6a-46f2-909d-dadf78f812bd), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:55.678413 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-94469ef6-8c23-499e-816f-7ced26466b98 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=04c9553f22b747f5a938db2dffdb01d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268319 Aug 30 04:33:55.679330 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94469ef6-8c23-499e-816f-7ced26466b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6104bd6-de6a-46f2-909d-dadf78f812bd,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:55.681226 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 57194) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:33:55.730018 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1ffb335d-7dfe-499e-bc47-4ff5f7783064 admin admin] Publish callbacks [] for security_group (a6104bd6-de6a-46f2-909d-dadf78f812bd), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:55.750088 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1ffb335d-7dfe-499e-bc47-4ff5f7783064 admin admin] Publish callbacks [] for security_group (a6104bd6-de6a-46f2-909d-dadf78f812bd), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:55.797130 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1ffb335d-7dfe-499e-bc47-4ff5f7783064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (a6104bd6-de6a-46f2-909d-dadf78f812bd), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:55.799659 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1ffb335d-7dfe-499e-bc47-4ff5f7783064 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:55.800797 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-1ffb335d-7dfe-499e-bc47-4ff5f7783064 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/a6104bd6-de6a-46f2-909d-dadf78f812bd HTTP/1.1" status: 204 len: 168 time: 0.1180053 Aug 30 04:33:55.811620 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb335d-7dfe-499e-bc47-4ff5f7783064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6104bd6-de6a-46f2-909d-dadf78f812bd,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:56.061405 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 57202) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:33:56.075017 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f70bbffa-9b78-4968-93c0-ddcf2c74fdf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:56.156838 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f70bbffa-9b78-4968-93c0-ddcf2c74fdf6 admin admin] Publish callbacks [] for security_group (15469853-13f1-4de2-868c-97a78b224da6), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:56.160211 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f70bbffa-9b78-4968-93c0-ddcf2c74fdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (15469853-13f1-4de2-868c-97a78b224da6), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:56.199339 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-f70bbffa-9b78-4968-93c0-ddcf2c74fdf6 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=7da778de311d47a499763892ca4ddc95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1368845 Aug 30 04:33:56.200176 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70bbffa-9b78-4968-93c0-ddcf2c74fdf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15469853-13f1-4de2-868c-97a78b224da6,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:56.202235 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 57204) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:33:56.250997 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-97793fec-484e-4e00-879b-8012f088fa3c admin admin] Publish callbacks [] for security_group (15469853-13f1-4de2-868c-97a78b224da6), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:56.271388 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-97793fec-484e-4e00-879b-8012f088fa3c admin admin] Publish callbacks [] for security_group (15469853-13f1-4de2-868c-97a78b224da6), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:56.318462 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-97793fec-484e-4e00-879b-8012f088fa3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (15469853-13f1-4de2-868c-97a78b224da6), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:56.321093 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-97793fec-484e-4e00-879b-8012f088fa3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:56.322841 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-97793fec-484e-4e00-879b-8012f088fa3c admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/15469853-13f1-4de2-868c-97a78b224da6 HTTP/1.1" status: 204 len: 168 time: 0.1189597 Aug 30 04:33:56.332313 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97793fec-484e-4e00-879b-8012f088fa3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15469853-13f1-4de2-868c-97a78b224da6,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:33:56.543029 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=24,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:33:56.570131 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:57.916466 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:58.155918 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:33:59.444568 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552565be-7a0d-444b-a849-fb81a723aea8 req-8f414f3d-f6dc-4428-a50b-1d03d608b48d tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:33:59.446075 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-552565be-7a0d-444b-a849-fb81a723aea8 req-8f414f3d-f6dc-4428-a50b-1d03d608b48d tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 946 time: 0.0480137 Aug 30 04:33:59.491798 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-552565be-7a0d-444b-a849-fb81a723aea8 req-5c69ea3b-21b3-44cd-939e-c38a7bd2f402 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401857 Aug 30 04:34:00.618131 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1b80b-89cc-4a32-9fe3-db430dfab889 req-5d7138b6-7b06-4344-8457-3cf688ebdc35 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:00.619591 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8ea1b80b-89cc-4a32-9fe3-db430dfab889 req-5d7138b6-7b06-4344-8457-3cf688ebdc35 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 946 time: 0.0504820 Aug 30 04:34:00.665510 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8ea1b80b-89cc-4a32-9fe3-db430dfab889 req-ec614823-b030-46b7-86d0-233060a2d2fd tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404613 Aug 30 04:34:01.787955 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea610e2-d238-405a-a863-b6fe909140fb req-69b5af0d-54ef-4ad5-bf90-2c41ec2e35bd tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:01.789522 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-fea610e2-d238-405a-a863-b6fe909140fb req-69b5af0d-54ef-4ad5-bf90-2c41ec2e35bd tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 946 time: 0.0478590 Aug 30 04:34:01.836550 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-fea610e2-d238-405a-a863-b6fe909140fb req-12c8a96b-fb72-495d-94c9-3fedc54194e8 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413034 Aug 30 04:34:02.965739 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f6ff0-6ba0-43e3-b6e2-f0fa2ba2ae78 req-dbe9539e-4d1e-4f18-9bbe-0e8a5b3445f5 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:02.967243 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-369f6ff0-6ba0-43e3-b6e2-f0fa2ba2ae78 req-dbe9539e-4d1e-4f18-9bbe-0e8a5b3445f5 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 946 time: 0.0528202 Aug 30 04:34:03.020593 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-369f6ff0-6ba0-43e3-b6e2-f0fa2ba2ae78 req-d0b6dcc7-d0fc-47d4-8680-9956f59dbc50 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472600 Aug 30 04:34:04.143675 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19347bf3-b5f7-4972-b739-f11fcadbe89f req-a6f42361-7f8c-4c9a-9938-64517d1ea9e7 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:04.145180 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-19347bf3-b5f7-4972-b739-f11fcadbe89f req-a6f42361-7f8c-4c9a-9938-64517d1ea9e7 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 946 time: 0.0476465 Aug 30 04:34:04.190963 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-19347bf3-b5f7-4972-b739-f11fcadbe89f req-21b8f6b8-ce1f-4702-a3c2-18015094eb85 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402398 Aug 30 04:34:05.313689 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603983e3-5d25-4cee-ba9d-90f2cb0ab19b req-49be20ec-3daf-4f6e-a40e-27ef91320391 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:05.315037 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-603983e3-5d25-4cee-ba9d-90f2cb0ab19b req-49be20ec-3daf-4f6e-a40e-27ef91320391 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 946 time: 0.0476525 Aug 30 04:34:05.339493 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:05.362163 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-603983e3-5d25-4cee-ba9d-90f2cb0ab19b req-bf21dca3-b3a8-4df2-81d8-d6b65ad1b6b9 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417869 Aug 30 04:34:06.305724 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=30,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:06.328710 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=39,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:06.488052 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a55475-e87b-490e-af2e-57bc30856f76 req-016a8a71-3577-4f82-8c89-80ff97c8c95c tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:06.489543 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f0a55475-e87b-490e-af2e-57bc30856f76 req-016a8a71-3577-4f82-8c89-80ff97c8c95c tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 946 time: 0.0506058 Aug 30 04:34:06.531029 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:06.539105 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f0a55475-e87b-490e-af2e-57bc30856f76 req-8cb9bc06-1e72-4def-9527-4fb97e5025b7 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440667 Aug 30 04:34:07.672104 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a7e54-cd1f-445c-824d-73988dfb34af req-07799b13-511c-4127-8113-b53e6b0be9dc tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:07.673621 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a13a7e54-cd1f-445c-824d-73988dfb34af req-07799b13-511c-4127-8113-b53e6b0be9dc tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 946 time: 0.0479918 Aug 30 04:34:07.720124 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a13a7e54-cd1f-445c-824d-73988dfb34af req-69f0f39d-08f6-4096-9b8f-df0d9e2b14b1 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409620 Aug 30 04:34:08.145515 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=61,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:08.151814 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:08.843053 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbecf0c6-07aa-432f-8448-c17c7bc2d2a3 req-7a456933-ed8c-4c4f-b3f1-3f1c97b026b5 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:08.844515 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-fbecf0c6-07aa-432f-8448-c17c7bc2d2a3 req-7a456933-ed8c-4c4f-b3f1-3f1c97b026b5 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 946 time: 0.0465946 Aug 30 04:34:08.894475 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-fbecf0c6-07aa-432f-8448-c17c7bc2d2a3 req-d9448829-7225-4503-b027-a61612c762db tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444121 Aug 30 04:34:10.015006 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ad80b-a0ea-4488-ae01-f6d13e5d1fc6 req-4f747dc7-a67b-469e-b4db-c4df1223819c tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:10.016451 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b58ad80b-a0ea-4488-ae01-f6d13e5d1fc6 req-4f747dc7-a67b-469e-b4db-c4df1223819c tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 946 time: 0.0465174 Aug 30 04:34:10.062729 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b58ad80b-a0ea-4488-ae01-f6d13e5d1fc6 req-32288dc5-8110-4350-b46e-4a6261d18fa3 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408273 Aug 30 04:34:11.187011 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675abb4f-4297-452d-b3fd-7cceb54b22a4 req-58017a95-871a-45bb-96ec-d0eca99616c2 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:11.188441 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-675abb4f-4297-452d-b3fd-7cceb54b22a4 req-58017a95-871a-45bb-96ec-d0eca99616c2 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 946 time: 0.0466805 Aug 30 04:34:11.233903 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-675abb4f-4297-452d-b3fd-7cceb54b22a4 req-8e586849-3ff2-4111-af1d-84ea2f6b6684 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399668 Aug 30 04:34:12.224517 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (dd0d0365-d50b-4401-90d8-c3ff73fab053), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:12.358142 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b0e785-aec6-41b8-8ec4-054782cde014 req-b09f4b46-3558-4fb3-a5ae-7532eb88a4ca tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:12.359621 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-11b0e785-aec6-41b8-8ec4-054782cde014 req-b09f4b46-3558-4fb3-a5ae-7532eb88a4ca tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 946 time: 0.0495915 Aug 30 04:34:12.406251 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-11b0e785-aec6-41b8-8ec4-054782cde014 req-2bc0e9b7-1646-48c0-9c9d-439cd50fa6e7 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408053 Aug 30 04:34:13.528214 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6c9e2-2fb8-4722-854f-5fc102eb2397 req-9705530c-4497-42e5-a4f7-5ccafdc1d91f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:13.530095 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c3d6c9e2-2fb8-4722-854f-5fc102eb2397 req-9705530c-4497-42e5-a4f7-5ccafdc1d91f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 946 time: 0.0476625 Aug 30 04:34:13.577363 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c3d6c9e2-2fb8-4722-854f-5fc102eb2397 req-e8fb216b-fc17-452c-94c2-494229664a86 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417657 Aug 30 04:34:14.706033 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6db64d-6e4c-4eaa-8ea4-3609fb44e5c9 req-dec6fd53-25a4-4267-9f1b-dc2d0742b0f6 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:14.707596 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-aa6db64d-6e4c-4eaa-8ea4-3609fb44e5c9 req-dec6fd53-25a4-4267-9f1b-dc2d0742b0f6 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 946 time: 0.0498984 Aug 30 04:34:14.756157 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-aa6db64d-6e4c-4eaa-8ea4-3609fb44e5c9 req-c973cc55-45d8-4d0e-9b09-bcc53d183c12 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413401 Aug 30 04:34:15.881262 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2180fd0-7573-496f-a181-ae8ca13595f3 req-7ffc878c-858c-460b-99a7-02dfde1f86d4 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:15.882684 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c2180fd0-7573-496f-a181-ae8ca13595f3 req-7ffc878c-858c-460b-99a7-02dfde1f86d4 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 946 time: 0.0465791 Aug 30 04:34:15.929732 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c2180fd0-7573-496f-a181-ae8ca13595f3 req-1a76d39b-1987-4381-8303-9fde3cf26af9 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415688 Aug 30 04:34:17.055269 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e0896-6eee-42e2-86e6-6d4414690ee7 req-89b37704-7548-4a82-a028-4a0b6c46547d tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:17.056776 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-276e0896-6eee-42e2-86e6-6d4414690ee7 req-89b37704-7548-4a82-a028-4a0b6c46547d tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 946 time: 0.0451174 Aug 30 04:34:17.106651 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-276e0896-6eee-42e2-86e6-6d4414690ee7 req-3ac3003f-1de0-43a9-b8ca-2f0e388337e5 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438375 Aug 30 04:34:18.230862 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048508c1-575b-4d88-91c6-1c74cdd12f8a req-23e8e5fe-49bc-48d4-9c72-31d3fb4d5446 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:18.232294 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-048508c1-575b-4d88-91c6-1c74cdd12f8a req-23e8e5fe-49bc-48d4-9c72-31d3fb4d5446 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 946 time: 0.0462086 Aug 30 04:34:18.250485 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:18.279989 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-048508c1-575b-4d88-91c6-1c74cdd12f8a req-29789e58-de8d-47cb-b726-144f2ae07c5d tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418661 Aug 30 04:34:18.642626 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07debfcf-2e01-4727-b0c2-8d2757d41ba9 req-d1b59dde-9bdb-4e80-ae3f-3302459c5cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:18.644039 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-07debfcf-2e01-4727-b0c2-8d2757d41ba9 req-d1b59dde-9bdb-4e80-ae3f-3302459c5cb0 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=8afb4049582c4beaa9defa2fe20c8b52&device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 1130 time: 0.0402172 Aug 30 04:34:18.751701 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07debfcf-2e01-4727-b0c2-8d2757d41ba9 req-401190d7-3248-4139-a4ac-7a80cd8581fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:18.753338 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-07debfcf-2e01-4727-b0c2-8d2757d41ba9 req-401190d7-3248-4139-a4ac-7a80cd8581fb service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=3a833cc4-0338-4d6e-b00c-99c3817ea5ba HTTP/1.1" status: 200 len: 918 time: 0.0891845 Aug 30 04:34:18.818793 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-07debfcf-2e01-4727-b0c2-8d2757d41ba9 req-c74a4e35-dad9-4096-bf75-925cc379a1e6 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a20448d-3686-45d0-84c7-615528a03b7c HTTP/1.1" status: 200 len: 1002 time: 0.0561829 Aug 30 04:34:18.872622 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07debfcf-2e01-4727-b0c2-8d2757d41ba9 req-a36ba91b-01a3-4a1f-948a-12fcb6b2f4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:18.874127 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-07debfcf-2e01-4727-b0c2-8d2757d41ba9 req-a36ba91b-01a3-4a1f-948a-12fcb6b2f4dd service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=14ce1079-bb9d-4bd2-9455-27504a55dd9e HTTP/1.1" status: 200 len: 855 time: 0.0478098 Aug 30 04:34:18.920485 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07debfcf-2e01-4727-b0c2-8d2757d41ba9 req-407eb851-2526-4c80-ac41-0e79dad59ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:18.921956 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-07debfcf-2e01-4727-b0c2-8d2757d41ba9 req-407eb851-2526-4c80-ac41-0e79dad59ab2 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=3a833cc4-0338-4d6e-b00c-99c3817ea5ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394604 Aug 30 04:34:19.018254 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-07debfcf-2e01-4727-b0c2-8d2757d41ba9 req-fb093611-c192-4d7e-910b-d1ef4c9b005a service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3a833cc4-0338-4d6e-b00c-99c3817ea5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869603 Aug 30 04:34:19.117529 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-07debfcf-2e01-4727-b0c2-8d2757d41ba9 req-e09956ee-8982-47d5-a583-71bb98e97a48 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3a833cc4-0338-4d6e-b00c-99c3817ea5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900280 Aug 30 04:34:19.162406 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 57404) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:19.283542 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-665b32e5-84f7-4e25-ba1a-03ad33245ca1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:19.360896 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-665b32e5-84f7-4e25-ba1a-03ad33245ca1 admin admin] Publish callbacks [] for security_group (54cf0b35-d2fd-49e1-8ef3-e60cdb9540f1), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:19.364862 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-665b32e5-84f7-4e25-ba1a-03ad33245ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (54cf0b35-d2fd-49e1-8ef3-e60cdb9540f1), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:19.405461 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-665b32e5-84f7-4e25-ba1a-03ad33245ca1 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=c214d93ad3434fdf8929eefbf5151e53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2419596 Aug 30 04:34:19.406187 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f3ac1-247b-4499-bb48-3fc39ed1b34a req-052ab1b6-d85c-4d62-82ef-ac81d3a8835f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:19.407668 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d08f3ac1-247b-4499-bb48-3fc39ed1b34a req-052ab1b6-d85c-4d62-82ef-ac81d3a8835f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 946 time: 0.0492854 Aug 30 04:34:19.407803 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b32e5-84f7-4e25-ba1a-03ad33245ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54cf0b35-d2fd-49e1-8ef3-e60cdb9540f1,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:19.408121 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 57410) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:19.451955 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:19.493729 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d08f3ac1-247b-4499-bb48-3fc39ed1b34a req-8d7d6efc-f550-4bab-a0f7-14cc5e67ca76 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793018 Aug 30 04:34:19.498513 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1ca836b4-287f-4855-86bc-af3d18d16aea admin admin] Publish callbacks [] for security_group (54cf0b35-d2fd-49e1-8ef3-e60cdb9540f1), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:19.518611 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1ca836b4-287f-4855-86bc-af3d18d16aea admin admin] Publish callbacks [] for security_group (54cf0b35-d2fd-49e1-8ef3-e60cdb9540f1), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:19.565005 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1ca836b4-287f-4855-86bc-af3d18d16aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (54cf0b35-d2fd-49e1-8ef3-e60cdb9540f1), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:19.567555 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1ca836b4-287f-4855-86bc-af3d18d16aea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:19.568696 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-1ca836b4-287f-4855-86bc-af3d18d16aea admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/54cf0b35-d2fd-49e1-8ef3-e60cdb9540f1 HTTP/1.1" status: 204 len: 168 time: 0.1596863 Aug 30 04:34:19.577854 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca836b4-287f-4855-86bc-af3d18d16aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54cf0b35-d2fd-49e1-8ef3-e60cdb9540f1,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:19.585313 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca836b4-287f-4855-86bc-af3d18d16aea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:19.585662 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca836b4-287f-4855-86bc-af3d18d16aea admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:19.586007 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca836b4-287f-4855-86bc-af3d18d16aea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:19.586390 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca836b4-287f-4855-86bc-af3d18d16aea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:19.586668 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca836b4-287f-4855-86bc-af3d18d16aea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:19.586997 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca836b4-287f-4855-86bc-af3d18d16aea admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:19.587328 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca836b4-287f-4855-86bc-af3d18d16aea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:19.587648 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca836b4-287f-4855-86bc-af3d18d16aea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:19.587979 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca836b4-287f-4855-86bc-af3d18d16aea admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:19.588330 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca836b4-287f-4855-86bc-af3d18d16aea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:19.588631 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca836b4-287f-4855-86bc-af3d18d16aea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:19.588958 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca836b4-287f-4855-86bc-af3d18d16aea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:19.589308 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca836b4-287f-4855-86bc-af3d18d16aea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:19.589627 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca836b4-287f-4855-86bc-af3d18d16aea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:19.589947 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca836b4-287f-4855-86bc-af3d18d16aea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:20.487525 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:20.491424 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:20.632780 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb35bd9-0d1b-4ec2-9431-7f0d407c87e1 req-591c1349-cdcb-4cd9-aeda-6481b940e5dc tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:20.634291 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ecb35bd9-0d1b-4ec2-9431-7f0d407c87e1 req-591c1349-cdcb-4cd9-aeda-6481b940e5dc tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 946 time: 0.0531547 Aug 30 04:34:20.685228 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ecb35bd9-0d1b-4ec2-9431-7f0d407c87e1 req-1c0885b7-fba0-4a39-825c-847378bcc784 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445309 Aug 30 04:34:21.827837 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d51df122-ee34-4329-8d9b-0fe85e10deb8 req-1801e1eb-4625-4a1c-b666-f0903c559c69 tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] 10.222.0.85 "GET /networking/v2.0/networks?tenant_id=37b888e14f724a60bdb1fef1a4aa7cd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382042 Aug 30 04:34:21.835406 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec877978-cdb2-4c83-aa52-2d9c6054e2ac req-827166ca-c612-4630-a3d2-9e06469ef904 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:21.836759 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ec877978-cdb2-4c83-aa52-2d9c6054e2ac req-827166ca-c612-4630-a3d2-9e06469ef904 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 946 time: 0.0756104 Aug 30 04:34:22.017627 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ec877978-cdb2-4c83-aa52-2d9c6054e2ac req-d9777787-3965-454c-a2a2-1818bab94924 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637361 Aug 30 04:34:22.040873 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51df122-ee34-4329-8d9b-0fe85e10deb8 req-c2b4e0a5-7bfc-4b80-ab86-83bfdf212413 tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:22.042350 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d51df122-ee34-4329-8d9b-0fe85e10deb8 req-c2b4e0a5-7bfc-4b80-ab86-83bfdf212413 tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] 10.222.0.85 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2047315 Aug 30 04:34:22.056924 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d51df122-ee34-4329-8d9b-0fe85e10deb8 req-9b9aff99-685f-4adf-96ed-348790d9381c tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] 10.222.0.85 "GET /networking/v2.0/quotas/37b888e14f724a60bdb1fef1a4aa7cd7 HTTP/1.1" status: 200 len: 375 time: 0.0087421 Aug 30 04:34:22.089108 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d51df122-ee34-4329-8d9b-0fe85e10deb8 req-318a7db7-13c8-478b-bdd3-45edd39d1a01 tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=37b888e14f724a60bdb1fef1a4aa7cd7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267150 Aug 30 04:34:22.254044 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2f8801d9-5a76-4d49-a40a-4777c13135f2 req-bc743a21-9329-4763-b1a8-1e5e7dd3178e tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8b9cd23e-11d9-4a30-853d-7bec1a76aea7 HTTP/1.1" status: 200 len: 210 time: 0.0324457 Aug 30 04:34:22.645971 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 6a20448d-3686-45d0-84c7-615528a03b7c details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:34:22.771345 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 6a20448d-3686-45d0-84c7-615528a03b7c, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=6a20448d-3686-45d0-84c7-615528a03b7c,segment=NetworkSegment(a693d004-c19a-4e68-bb57-afa3ae3ca47a),segment_id=a693d004-c19a-4e68-bb57-afa3ae3ca47a)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:34:22.786393 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Returning: {'device': '6a20448d-3686-45d0-84c7-615528a03b7c', 'network_id': '3a833cc4-0338-4d6e-b00c-99c3817ea5ba', 'port_id': '6a20448d-3686-45d0-84c7-615528a03b7c', 'mac_address': 'fa:16:3e:de:ef:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14ce1079-bb9d-4bd2-9455-27504a55dd9e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:34:22.825415 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port 6a20448d-3686-45d0-84c7-615528a03b7c is: ACTIVE; New status is: BUILD {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:34:22.826644 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (6a20448d-3686-45d0-84c7-615528a03b7c), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:22.840992 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a20448d-3686-45d0-84c7-615528a03b7c {{(pid=106259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:34:22.862533 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 6a20448d-3686-45d0-84c7-615528a03b7c, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=6a20448d-3686-45d0-84c7-615528a03b7c,segment=NetworkSegment(a693d004-c19a-4e68-bb57-afa3ae3ca47a),segment_id=a693d004-c19a-4e68-bb57-afa3ae3ca47a)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:34:22.870588 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (6a20448d-3686-45d0-84c7-615528a03b7c), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:22.925720 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=6a20448d-3686-45d0-84c7-615528a03b7c,revision_number=6']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:22.959926 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-05b2afb7-f68e-46b1-a4e9-105acaa99067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:23.091139 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] get_ports_and_sgs() called for port_ids ['6a20448d-3686-45d0-84c7-615528a03b7c'] {{(pid=106259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:34:23.523823 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4f74681b-81ab-4649-80c5-9730673f7f40 req-dc5865f4-a61e-4e47-8ae3-7dc959e59e3c tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8b9cd23e-11d9-4a30-853d-7bec1a76aea7 HTTP/1.1" status: 200 len: 210 time: 0.0402203 Aug 30 04:34:23.531017 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b8394-3ff2-4b0e-ae66-c5610599c1aa req-099c4da6-0cbd-4f04-8056-537ade6a79e5 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:23.532785 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d34b8394-3ff2-4b0e-ae66-c5610599c1aa req-099c4da6-0cbd-4f04-8056-537ade6a79e5 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 945 time: 0.3880620 Aug 30 04:34:23.547439 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.agents_db [None req-600259de-68db-4343-b4d4-64e31eed30fa None None] Agent healthcheck: found 6 active agents {{(pid=106260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:34:23.591978 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d34b8394-3ff2-4b0e-ae66-c5610599c1aa req-9ae15bc8-74f8-457f-ad35-a997275ab64e tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499344 Aug 30 04:34:23.850691 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-d51df122-ee34-4329-8d9b-0fe85e10deb8 req-67922d92-d1f8-41fe-882f-52c10e8841ac tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] 10.222.0.71 "GET /networking/v2.0/networks?tenant_id=37b888e14f724a60bdb1fef1a4aa7cd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496600 Aug 30 04:34:24.046676 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51df122-ee34-4329-8d9b-0fe85e10deb8 req-c9e349cf-bc0a-4cd0-ab44-863eac734c59 tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:24.048179 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-d51df122-ee34-4329-8d9b-0fe85e10deb8 req-c9e349cf-bc0a-4cd0-ab44-863eac734c59 tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] 10.222.0.71 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1910594 Aug 30 04:34:24.165466 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [req-d51df122-ee34-4329-8d9b-0fe85e10deb8 req-c31bf177-ed2b-4187-8494-c105b3e0b2ce tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] Request body: {'port': {'device_id': '8b9cd23e-11d9-4a30-853d-7bec1a76aea7', 'network_id': 'e404c532-4550-40b0-8003-923347890a41', 'admin_state_up': True, 'tenant_id': '37b888e14f724a60bdb1fef1a4aa7cd7'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:34:24.293733 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d51df122-ee34-4329-8d9b-0fe85e10deb8 req-c31bf177-ed2b-4187-8494-c105b3e0b2ce tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] Made reservation on behalf of 37b888e14f724a60bdb1fef1a4aa7cd7 for: {'port': 1} {{(pid=106257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:34:24.297673 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-d51df122-ee34-4329-8d9b-0fe85e10deb8 req-c31bf177-ed2b-4187-8494-c105b3e0b2ce tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:24.307036 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-d51df122-ee34-4329-8d9b-0fe85e10deb8 req-c31bf177-ed2b-4187-8494-c105b3e0b2ce tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:24.318048 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:24.320752 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:24.409920 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-d51df122-ee34-4329-8d9b-0fe85e10deb8 req-c31bf177-ed2b-4187-8494-c105b3e0b2ce tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] Publish callbacks [] for security_group (e55150f0-e8eb-42d3-86df-e49892d8ec09), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:24.415171 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-d51df122-ee34-4329-8d9b-0fe85e10deb8 req-c31bf177-ed2b-4187-8494-c105b3e0b2ce tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (e55150f0-e8eb-42d3-86df-e49892d8ec09), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:24.484528 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31bf177-ed2b-4187-8494-c105b3e0b2ce tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e55150f0-e8eb-42d3-86df-e49892d8ec09,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:24.569885 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.db_base_plugin_common [req-d51df122-ee34-4329-8d9b-0fe85e10deb8 req-c31bf177-ed2b-4187-8494-c105b3e0b2ce tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] Allocated IP 192.168.233.21 (e404c532-4550-40b0-8003-923347890a41/65d864c7-5866-4a3c-a51b-fa324ae529ae/781ccf0d-9bf5-4f25-aab9-b47c6702b6d8) {{(pid=106257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:34:24.661779 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 6a20448d-3686-45d0-84c7-615528a03b7c up at agent hyperv_hv-cinder-85426 {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:34:24.669667 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0ad102ad-f691-4ab2-bf61-f212308255be req-828fdfd0-c1e8-4191-b0a2-d06a6be3b91b tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8b9cd23e-11d9-4a30-853d-7bec1a76aea7 HTTP/1.1" status: 200 len: 210 time: 0.0428500 Aug 30 04:34:24.728133 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Provisioning complete for port 6a20448d-3686-45d0-84c7-615528a03b7c triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:34:24.729739 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (6a20448d-3686-45d0-84c7-615528a03b7c), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:24.754169 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c2f36-c8fa-4814-8225-c59fe09ccd88 req-ca8ed83a-d32d-47e4-bb45-20ba27a12fc0 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:24.763956 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-410c2f36-c8fa-4814-8225-c59fe09ccd88 req-ca8ed83a-d32d-47e4-bb45-20ba27a12fc0 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 945 time: 0.0736876 Aug 30 04:34:24.814036 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-d51df122-ee34-4329-8d9b-0fe85e10deb8 req-c31bf177-ed2b-4187-8494-c105b3e0b2ce tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] Publish callbacks [] for port (781ccf0d-9bf5-4f25-aab9-b47c6702b6d8), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:24.823095 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port 6a20448d-3686-45d0-84c7-615528a03b7c is: BUILD; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:34:24.823828 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (6a20448d-3686-45d0-84c7-615528a03b7c), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:24.835210 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-410c2f36-c8fa-4814-8225-c59fe09ccd88 req-b706a6a5-8ec5-4efe-9ff9-1833ff2a70f1 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702426 Aug 30 04:34:24.857140 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05746cb-13ab-4eb9-961b-09d7254f6ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a20448d-3686-45d0-84c7-615528a03b7c'}] {{(pid=106259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:34:24.857604 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e273ce8b2ae48758be2a6d8dc958f9d92735a0e32143c567216a16ba221820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424e72ad-3f51-4da5-a1a2-150898d38289" -d '{"events": [{"server_uuid": "d05746cb-13ab-4eb9-961b-09d7254f6ce5", "name": "network-vif-plugged", "status": "completed", "tag": "6a20448d-3686-45d0-84c7-615528a03b7c"}]}' {{(pid=106259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:34:24.859922 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-d51df122-ee34-4329-8d9b-0fe85e10deb8 req-c31bf177-ed2b-4187-8494-c105b3e0b2ce tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (781ccf0d-9bf5-4f25-aab9-b47c6702b6d8), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:24.886262 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 6a20448d-3686-45d0-84c7-615528a03b7c, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=6a20448d-3686-45d0-84c7-615528a03b7c,segment=NetworkSegment(a693d004-c19a-4e68-bb57-afa3ae3ca47a),segment_id=a693d004-c19a-4e68-bb57-afa3ae3ca47a)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:34:24.894755 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (6a20448d-3686-45d0-84c7-615528a03b7c), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:24.903585 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d51df122-ee34-4329-8d9b-0fe85e10deb8 req-c31bf177-ed2b-4187-8494-c105b3e0b2ce tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] Network e404c532-4550-40b0-8003-923347890a41 is already hosted by enough agents. {{(pid=106257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:34:24.907000 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.base_scheduler [req-d51df122-ee34-4329-8d9b-0fe85e10deb8 req-c31bf177-ed2b-4187-8494-c105b3e0b2ce tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] Resources bound (agent type, host, resource id): {{(pid=106257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:34:24.911098 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [req-d51df122-ee34-4329-8d9b-0fe85e10deb8 req-c31bf177-ed2b-4187-8494-c105b3e0b2ce tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] Received port after_create {{(pid=106257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:34:24.937695 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91eb68e5-4c9c-4707-9c46-753e05cc919e x-openstack-request-id: req-91eb68e5-4c9c-4707-9c46-753e05cc919e {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:34:24.938029 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d05746cb-13ab-4eb9-961b-09d7254f6ce5", "name": "network-vif-plugged", "status": "completed", "tag": "6a20448d-3686-45d0-84c7-615528a03b7c", "code": 200}]} {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:34:24.939804 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-91eb68e5-4c9c-4707-9c46-753e05cc919e {{(pid=106259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:34:24.940231 dv-cinder-854265-2-iscsi neutron-server[106259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91eb68e5-4c9c-4707-9c46-753e05cc919e'] response: {'server_uuid': 'd05746cb-13ab-4eb9-961b-09d7254f6ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a20448d-3686-45d0-84c7-615528a03b7c', 'code': 200} Aug 30 04:34:24.975454 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31bf177-ed2b-4187-8494-c105b3e0b2ce tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] Pushing event updated for resources: {'Port': ['ID=781ccf0d-9bf5-4f25-aab9-b47c6702b6d8,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:24.980556 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=6a20448d-3686-45d0-84c7-615528a03b7c,revision_number=7']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:24.996916 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51df122-ee34-4329-8d9b-0fe85e10deb8 req-c31bf177-ed2b-4187-8494-c105b3e0b2ce tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:24.999614 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-d51df122-ee34-4329-8d9b-0fe85e10deb8 req-c31bf177-ed2b-4187-8494-c105b3e0b2ce tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:25.019806 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-d51df122-ee34-4329-8d9b-0fe85e10deb8 req-c31bf177-ed2b-4187-8494-c105b3e0b2ce tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8582487 Aug 30 04:34:25.041010 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [req-d51df122-ee34-4329-8d9b-0fe85e10deb8 req-32e28f4a-2bfb-4e4c-979c-1fe44806157b service neutron] Request body: {'port': {'device_id': '8b9cd23e-11d9-4a30-853d-7bec1a76aea7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:34:25.129055 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-d51df122-ee34-4329-8d9b-0fe85e10deb8 req-32e28f4a-2bfb-4e4c-979c-1fe44806157b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (781ccf0d-9bf5-4f25-aab9-b47c6702b6d8), before_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:25.248280 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-a985a647-5a78-4d2b-a391-28d08cee2130 None None] Provisioning complete for port 781ccf0d-9bf5-4f25-aab9-b47c6702b6d8 triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:34:25.248568 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-a985a647-5a78-4d2b-a391-28d08cee2130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (781ccf0d-9bf5-4f25-aab9-b47c6702b6d8), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:25.285907 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=5 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:25.416608 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-a985a647-5a78-4d2b-a391-28d08cee2130 None None] Port 781ccf0d-9bf5-4f25-aab9-b47c6702b6d8 cannot update to ACTIVE because it is not bound. {{(pid=106259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:34:25.434363 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-c90ef311-fbac-4886-add2-eaea45ab5f3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:25.448976 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:25.538232 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.notifiers.nova [req-d51df122-ee34-4329-8d9b-0fe85e10deb8 req-32e28f4a-2bfb-4e4c-979c-1fe44806157b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 781ccf0d-9bf5-4f25-aab9-b47c6702b6d8 {{(pid=106257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:34:25.551418 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-d51df122-ee34-4329-8d9b-0fe85e10deb8 req-32e28f4a-2bfb-4e4c-979c-1fe44806157b service neutron] Publish callbacks [] for port (781ccf0d-9bf5-4f25-aab9-b47c6702b6d8), precommit_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:25.570753 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.provisioning_blocks [req-d51df122-ee34-4329-8d9b-0fe85e10deb8 req-32e28f4a-2bfb-4e4c-979c-1fe44806157b service neutron] Transition to ACTIVE for port object 781ccf0d-9bf5-4f25-aab9-b47c6702b6d8 will not be triggered until provisioned by entity L2. {{(pid=106257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:34:25.575605 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-d51df122-ee34-4329-8d9b-0fe85e10deb8 req-32e28f4a-2bfb-4e4c-979c-1fe44806157b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61207719'] for port (781ccf0d-9bf5-4f25-aab9-b47c6702b6d8), after_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:25.661821 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e28f4a-2bfb-4e4c-979c-1fe44806157b service neutron] Pushing event updated for resources: {'Port': ['ID=781ccf0d-9bf5-4f25-aab9-b47c6702b6d8,revision_number=2']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:25.755267 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.managers [req-d51df122-ee34-4329-8d9b-0fe85e10deb8 req-32e28f4a-2bfb-4e4c-979c-1fe44806157b service neutron] Attempting to bind port 781ccf0d-9bf5-4f25-aab9-b47c6702b6d8 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:34:25.756121 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.managers [req-d51df122-ee34-4329-8d9b-0fe85e10deb8 req-32e28f4a-2bfb-4e4c-979c-1fe44806157b service neutron] Attempting to bind port 781ccf0d-9bf5-4f25-aab9-b47c6702b6d8 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'ca78b131-4d4b-4eb1-99ce-4715fdf3d586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'e404c532-4550-40b0-8003-923347890a41'}] {{(pid=106257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:34:25.756659 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51df122-ee34-4329-8d9b-0fe85e10deb8 req-32e28f4a-2bfb-4e4c-979c-1fe44806157b service neutron] Attempting to bind port 781ccf0d-9bf5-4f25-aab9-b47c6702b6d8 on network e404c532-4550-40b0-8003-923347890a41 {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:34:25.763779 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51df122-ee34-4329-8d9b-0fe85e10deb8 req-32e28f4a-2bfb-4e4c-979c-1fe44806157b service neutron] Port 781ccf0d-9bf5-4f25-aab9-b47c6702b6d8 on network e404c532-4550-40b0-8003-923347890a41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:34:25.764727 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51df122-ee34-4329-8d9b-0fe85e10deb8 req-32e28f4a-2bfb-4e4c-979c-1fe44806157b service neutron] Attempting to bind port 781ccf0d-9bf5-4f25-aab9-b47c6702b6d8 on network e404c532-4550-40b0-8003-923347890a41 {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:34:25.774741 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51df122-ee34-4329-8d9b-0fe85e10deb8 req-32e28f4a-2bfb-4e4c-979c-1fe44806157b service neutron] Checking agent: {'id': 'dd0d0365-d50b-4401-90d8-c3ff73fab053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 24, 11), 'started_at': datetime.datetime(2022, 8, 30, 4, 24, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:34:25.776560 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51df122-ee34-4329-8d9b-0fe85e10deb8 req-32e28f4a-2bfb-4e4c-979c-1fe44806157b service neutron] Checking segment: {'id': 'ca78b131-4d4b-4eb1-99ce-4715fdf3d586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'e404c532-4550-40b0-8003-923347890a41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:34:25.777436 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51df122-ee34-4329-8d9b-0fe85e10deb8 req-32e28f4a-2bfb-4e4c-979c-1fe44806157b service neutron] Bound using segment: {'id': 'ca78b131-4d4b-4eb1-99ce-4715fdf3d586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'e404c532-4550-40b0-8003-923347890a41'} {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:34:25.778439 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.managers [req-d51df122-ee34-4329-8d9b-0fe85e10deb8 req-32e28f4a-2bfb-4e4c-979c-1fe44806157b service neutron] Bound port: 781ccf0d-9bf5-4f25-aab9-b47c6702b6d8, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca78b131-4d4b-4eb1-99ce-4715fdf3d586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'e404c532-4550-40b0-8003-923347890a41'}}] {{(pid=106257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:34:25.779875 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-d51df122-ee34-4329-8d9b-0fe85e10deb8 req-32e28f4a-2bfb-4e4c-979c-1fe44806157b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (781ccf0d-9bf5-4f25-aab9-b47c6702b6d8), before_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:25.883622 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [req-d51df122-ee34-4329-8d9b-0fe85e10deb8 req-32e28f4a-2bfb-4e4c-979c-1fe44806157b service neutron] For port 781ccf0d-9bf5-4f25-aab9-b47c6702b6d8, host hv-cinder-85426, cleared binding levels {{(pid=106257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:34:25.893228 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c76eff-362f-4d9c-88e3-861c9e3a2bb9 req-9c6fbf66-7a37-4c62-9433-15b90074dce3 tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:25.896037 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [req-d51df122-ee34-4329-8d9b-0fe85e10deb8 req-32e28f4a-2bfb-4e4c-979c-1fe44806157b service neutron] For port 781ccf0d-9bf5-4f25-aab9-b47c6702b6d8, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=781ccf0d-9bf5-4f25-aab9-b47c6702b6d8,segment=NetworkSegment(ca78b131-4d4b-4eb1-99ce-4715fdf3d586),segment_id=ca78b131-4d4b-4eb1-99ce-4715fdf3d586)] {{(pid=106257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:34:25.901965 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-06c76eff-362f-4d9c-88e3-861c9e3a2bb9 req-9c6fbf66-7a37-4c62-9433-15b90074dce3 tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8b9cd23e-11d9-4a30-853d-7bec1a76aea7 HTTP/1.1" status: 200 len: 947 time: 0.0868740 Aug 30 04:34:25.905302 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-d51df122-ee34-4329-8d9b-0fe85e10deb8 req-32e28f4a-2bfb-4e4c-979c-1fe44806157b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61207719'] for port (781ccf0d-9bf5-4f25-aab9-b47c6702b6d8), after_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:25.946330 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51df122-ee34-4329-8d9b-0fe85e10deb8 req-32e28f4a-2bfb-4e4c-979c-1fe44806157b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:25.946595 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-d51df122-ee34-4329-8d9b-0fe85e10deb8 req-32e28f4a-2bfb-4e4c-979c-1fe44806157b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:25.947851 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-d51df122-ee34-4329-8d9b-0fe85e10deb8 req-32e28f4a-2bfb-4e4c-979c-1fe44806157b service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/781ccf0d-9bf5-4f25-aab9-b47c6702b6d8 HTTP/1.1" status: 200 len: 1097 time: 0.9120674 Aug 30 04:34:25.948372 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b9cd23e-11d9-4a30-853d-7bec1a76aea7', 'tag': '781ccf0d-9bf5-4f25-aab9-b47c6702b6d8'}] {{(pid=106257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:34:25.951164 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d1a48af4e812f9c70823208ed2638ca64b88de6e4994a5bf3763d45491ed842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c11175-f4a4-407e-b89c-01708d896029" -d '{"events": [{"name": "network-changed", "server_uuid": "8b9cd23e-11d9-4a30-853d-7bec1a76aea7", "tag": "781ccf0d-9bf5-4f25-aab9-b47c6702b6d8"}]}' {{(pid=106257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:34:25.970614 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e28f4a-2bfb-4e4c-979c-1fe44806157b service neutron] Pushing event updated for resources: {'Port': ['ID=781ccf0d-9bf5-4f25-aab9-b47c6702b6d8,revision_number=3']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:25.992570 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:26.008117 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-06c76eff-362f-4d9c-88e3-861c9e3a2bb9 req-86200fad-9697-4941-923b-ed914b39afd0 tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=e55150f0-e8eb-42d3-86df-e49892d8ec09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051052 Aug 30 04:34:26.023177 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77518551-e940-4f42-9790-9b7f98627956 req-3d892328-7b4b-424c-8ae7-6c44bdfffac9 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:26.025067 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-77518551-e940-4f42-9790-9b7f98627956 req-3d892328-7b4b-424c-8ae7-6c44bdfffac9 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 946 time: 0.0820253 Aug 30 04:34:26.076306 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2ef218-f525-497f-969d-23d1fad8178c x-openstack-request-id: req-ff2ef218-f525-497f-969d-23d1fad8178c {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:34:26.076595 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b9cd23e-11d9-4a30-853d-7bec1a76aea7", "tag": "781ccf0d-9bf5-4f25-aab9-b47c6702b6d8", "status": "completed", "code": 200}]} {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:34:26.076846 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-ff2ef218-f525-497f-969d-23d1fad8178c {{(pid=106257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:34:26.077280 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff2ef218-f525-497f-969d-23d1fad8178c'] response: {'name': 'network-changed', 'server_uuid': '8b9cd23e-11d9-4a30-853d-7bec1a76aea7', 'tag': '781ccf0d-9bf5-4f25-aab9-b47c6702b6d8', 'status': 'completed', 'code': 200} Aug 30 04:34:26.088860 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-77518551-e940-4f42-9790-9b7f98627956 req-fe1f5629-d08e-47cd-92be-9004390c4c52 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575726 Aug 30 04:34:26.090778 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51df122-ee34-4329-8d9b-0fe85e10deb8 req-7a27d864-49f1-4a0c-a834-7fd2f389113f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:26.093803 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-d51df122-ee34-4329-8d9b-0fe85e10deb8 req-7a27d864-49f1-4a0c-a834-7fd2f389113f service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=37b888e14f724a60bdb1fef1a4aa7cd7&device_id=8b9cd23e-11d9-4a30-853d-7bec1a76aea7 HTTP/1.1" status: 200 len: 1131 time: 0.0604990 Aug 30 04:34:26.154747 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-d51df122-ee34-4329-8d9b-0fe85e10deb8 req-b82f5ee2-5e2d-4cfb-8244-26e76c70dd51 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=781ccf0d-9bf5-4f25-aab9-b47c6702b6d8 HTTP/1.1" status: 200 len: 217 time: 0.0369101 Aug 30 04:34:26.215156 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51df122-ee34-4329-8d9b-0fe85e10deb8 req-016c7ac5-3fb5-4fe3-8418-b4dfaf3023a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:26.217405 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-d51df122-ee34-4329-8d9b-0fe85e10deb8 req-016c7ac5-3fb5-4fe3-8418-b4dfaf3023a5 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=65d864c7-5866-4a3c-a51b-fa324ae529ae HTTP/1.1" status: 200 len: 843 time: 0.0524938 Aug 30 04:34:26.270256 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51df122-ee34-4329-8d9b-0fe85e10deb8 req-2c4db9ba-81f6-4d7f-8f38-b340f1e0e2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:26.271814 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-d51df122-ee34-4329-8d9b-0fe85e10deb8 req-2c4db9ba-81f6-4d7f-8f38-b340f1e0e2e2 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=e404c532-4550-40b0-8003-923347890a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0455766 Aug 30 04:34:26.383015 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-d51df122-ee34-4329-8d9b-0fe85e10deb8 req-58cba3bd-d79f-43fd-9c3d-d4d22e3f7667 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e404c532-4550-40b0-8003-923347890a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032155 Aug 30 04:34:26.564255 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:26.576590 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:26.740141 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-d51df122-ee34-4329-8d9b-0fe85e10deb8 req-59165a9d-ed55-44ee-a2be-8b4a33f1a92e service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e404c532-4550-40b0-8003-923347890a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469546 Aug 30 04:34:27.142588 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe7c80-76f6-466f-a986-8fa0c067b083 req-84bacd57-e985-4b8a-9212-356fc78e3d50 tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:27.144888 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a7fe7c80-76f6-466f-a986-8fa0c067b083 req-84bacd57-e985-4b8a-9212-356fc78e3d50 tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8b9cd23e-11d9-4a30-853d-7bec1a76aea7 HTTP/1.1" status: 200 len: 947 time: 0.0531521 Aug 30 04:34:27.196945 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a7fe7c80-76f6-466f-a986-8fa0c067b083 req-828e4190-6bae-412d-af80-ff124e16579e tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=e55150f0-e8eb-42d3-86df-e49892d8ec09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453949 Aug 30 04:34:27.313115 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aa0b70-40d0-4ff6-8eb1-10bc41319183 req-168b17a9-b142-4b30-9640-e5e62ec6c92b tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:27.319984 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-77aa0b70-40d0-4ff6-8eb1-10bc41319183 req-168b17a9-b142-4b30-9640-e5e62ec6c92b tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 946 time: 0.0571334 Aug 30 04:34:27.373694 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-77aa0b70-40d0-4ff6-8eb1-10bc41319183 req-7d4af655-7c6e-461b-93af-f78c3bd7e4f8 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527053 Aug 30 04:34:27.902181 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c11175-f4a4-407e-b89c-01708d896029 req-58ecaba0-e51a-44de-a780-d13969c96069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:27.904881 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-37c11175-f4a4-407e-b89c-01708d896029 req-58ecaba0-e51a-44de-a780-d13969c96069 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=37b888e14f724a60bdb1fef1a4aa7cd7&device_id=8b9cd23e-11d9-4a30-853d-7bec1a76aea7 HTTP/1.1" status: 200 len: 1131 time: 0.0434227 Aug 30 04:34:27.924849 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:28.043881 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c11175-f4a4-407e-b89c-01708d896029 req-4bfa627d-2dfb-4788-ad24-08e30475f713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:28.045947 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-37c11175-f4a4-407e-b89c-01708d896029 req-4bfa627d-2dfb-4788-ad24-08e30475f713 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=e404c532-4550-40b0-8003-923347890a41 HTTP/1.1" status: 200 len: 871 time: 0.1244149 Aug 30 04:34:28.093732 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-37c11175-f4a4-407e-b89c-01708d896029 req-6e1fb10b-d1b3-4e20-baaa-0030f1c7b0c3 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=781ccf0d-9bf5-4f25-aab9-b47c6702b6d8 HTTP/1.1" status: 200 len: 217 time: 0.0389485 Aug 30 04:34:28.144557 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:28.148995 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:28.149412 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:28.168952 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c11175-f4a4-407e-b89c-01708d896029 req-551a5165-0031-4947-bbb2-df53c45fe8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:28.171442 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-37c11175-f4a4-407e-b89c-01708d896029 req-551a5165-0031-4947-bbb2-df53c45fe8a2 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=65d864c7-5866-4a3c-a51b-fa324ae529ae HTTP/1.1" status: 200 len: 843 time: 0.0711029 Aug 30 04:34:28.172640 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:28.256772 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c11175-f4a4-407e-b89c-01708d896029 req-47e2a0d4-f4ab-4474-850e-0b36b96e5b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:28.258322 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-37c11175-f4a4-407e-b89c-01708d896029 req-47e2a0d4-f4ab-4474-850e-0b36b96e5b36 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=e404c532-4550-40b0-8003-923347890a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0686038 Aug 30 04:34:28.349730 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:28.389221 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1165b-acf3-45b0-b42c-66b01409461f req-92d8e32b-2024-4481-9cd3-6ef3879582ba tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:28.400803 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3ac1165b-acf3-45b0-b42c-66b01409461f req-92d8e32b-2024-4481-9cd3-6ef3879582ba tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8b9cd23e-11d9-4a30-853d-7bec1a76aea7 HTTP/1.1" status: 200 len: 947 time: 0.1125813 Aug 30 04:34:28.423475 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-37c11175-f4a4-407e-b89c-01708d896029 req-2aa40a8b-704c-4900-bb7d-7dae0c46223e service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e404c532-4550-40b0-8003-923347890a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330683 Aug 30 04:34:28.472000 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3ac1165b-acf3-45b0-b42c-66b01409461f req-6fa72004-9d4b-467f-b880-bd4e888940b3 tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=e55150f0-e8eb-42d3-86df-e49892d8ec09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690408 Aug 30 04:34:28.527093 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3821d5-254e-4cb3-a89f-ecee7a68ba9c req-272a4752-3b59-4034-b2c1-017610b1f2c9 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:28.529540 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1b3821d5-254e-4cb3-a89f-ecee7a68ba9c req-272a4752-3b59-4034-b2c1-017610b1f2c9 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 946 time: 0.0556679 Aug 30 04:34:28.552404 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-37c11175-f4a4-407e-b89c-01708d896029 req-0794b5f6-79e1-40da-818f-f89b618260a1 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e404c532-4550-40b0-8003-923347890a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193240 Aug 30 04:34:28.581848 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1b3821d5-254e-4cb3-a89f-ecee7a68ba9c req-4ead27f7-0a3b-49f6-bd9a-de6407049af8 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451701 Aug 30 04:34:29.598747 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8e136-5b6a-4bfb-bfde-aa708cd52fe1 req-1d56979b-db4d-454c-bfca-94bbb4a108df tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:29.600397 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e4d8e136-5b6a-4bfb-bfde-aa708cd52fe1 req-1d56979b-db4d-454c-bfca-94bbb4a108df tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8b9cd23e-11d9-4a30-853d-7bec1a76aea7 HTTP/1.1" status: 200 len: 947 time: 0.0607281 Aug 30 04:34:29.662694 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e4d8e136-5b6a-4bfb-bfde-aa708cd52fe1 req-fec401b5-96f5-4a75-b26d-97b3f847db23 tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=e55150f0-e8eb-42d3-86df-e49892d8ec09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535409 Aug 30 04:34:29.723126 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3572a81-b687-4c1a-9c5e-262244e29226 req-90cbfcd6-3d8e-4d1b-8bb3-b0ef8dd030b9 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:29.724763 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e3572a81-b687-4c1a-9c5e-262244e29226 req-90cbfcd6-3d8e-4d1b-8bb3-b0ef8dd030b9 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 946 time: 0.0513837 Aug 30 04:34:29.775823 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e3572a81-b687-4c1a-9c5e-262244e29226 req-5b6d14c0-12f7-4b73-a467-666e6e3540d1 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451689 Aug 30 04:34:30.684310 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 781ccf0d-9bf5-4f25-aab9-b47c6702b6d8 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:34:30.810356 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22706f68-9237-4c52-9bde-cd6d353b3094 req-8d09421a-d97a-440f-8e51-66797ce1ea41 tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:30.811972 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-22706f68-9237-4c52-9bde-cd6d353b3094 req-8d09421a-d97a-440f-8e51-66797ce1ea41 tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8b9cd23e-11d9-4a30-853d-7bec1a76aea7 HTTP/1.1" status: 200 len: 947 time: 0.0606153 Aug 30 04:34:30.833640 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 781ccf0d-9bf5-4f25-aab9-b47c6702b6d8, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=781ccf0d-9bf5-4f25-aab9-b47c6702b6d8,segment=NetworkSegment(ca78b131-4d4b-4eb1-99ce-4715fdf3d586),segment_id=ca78b131-4d4b-4eb1-99ce-4715fdf3d586)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:34:30.849048 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Returning: {'device': '781ccf0d-9bf5-4f25-aab9-b47c6702b6d8', 'network_id': 'e404c532-4550-40b0-8003-923347890a41', 'port_id': '781ccf0d-9bf5-4f25-aab9-b47c6702b6d8', 'mac_address': 'fa:16:3e:4d:3c:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1099, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65d864c7-5866-4a3c-a51b-fa324ae529ae', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:34:30.888644 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port 781ccf0d-9bf5-4f25-aab9-b47c6702b6d8 is: DOWN; New status is: BUILD {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:34:30.889391 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (781ccf0d-9bf5-4f25-aab9-b47c6702b6d8), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:30.904846 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 781ccf0d-9bf5-4f25-aab9-b47c6702b6d8 {{(pid=106259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:34:30.917304 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-22706f68-9237-4c52-9bde-cd6d353b3094 req-2582b33d-70a6-450f-848b-b38313051144 tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=e55150f0-e8eb-42d3-86df-e49892d8ec09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966811 Aug 30 04:34:30.938168 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414c079-f2b5-4ca7-8fc5-74406fe486d3 req-fddb2003-f8ca-4121-a787-99f8f022524c tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:30.939583 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c414c079-f2b5-4ca7-8fc5-74406fe486d3 req-fddb2003-f8ca-4121-a787-99f8f022524c tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 946 time: 0.0617180 Aug 30 04:34:30.948302 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 781ccf0d-9bf5-4f25-aab9-b47c6702b6d8, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=781ccf0d-9bf5-4f25-aab9-b47c6702b6d8,segment=NetworkSegment(ca78b131-4d4b-4eb1-99ce-4715fdf3d586),segment_id=ca78b131-4d4b-4eb1-99ce-4715fdf3d586)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:34:30.955442 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (781ccf0d-9bf5-4f25-aab9-b47c6702b6d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:31.005263 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c414c079-f2b5-4ca7-8fc5-74406fe486d3 req-7e38642c-6aae-487c-b6fd-00fa9a6c4cab tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593557 Aug 30 04:34:31.019146 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=781ccf0d-9bf5-4f25-aab9-b47c6702b6d8,revision_number=4']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:31.028802 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:31.028802 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:31.028802 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:31.028802 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:31.028802 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:31.028802 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:31.029352 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:31.029428 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:31.029746 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:31.030076 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:31.030392 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:31.030721 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:31.031039 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:31.031356 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:31.031671 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:31.435671 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] get_ports_and_sgs() called for port_ids ['781ccf0d-9bf5-4f25-aab9-b47c6702b6d8'] {{(pid=106259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:34:32.057616 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4846b-01f2-4910-8919-7a1c2b4daee6 req-b86cceab-1e62-4d30-97cc-ce753fa186b6 tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:32.064531 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6ae4846b-01f2-4910-8919-7a1c2b4daee6 req-b86cceab-1e62-4d30-97cc-ce753fa186b6 tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8b9cd23e-11d9-4a30-853d-7bec1a76aea7 HTTP/1.1" status: 200 len: 948 time: 0.0603004 Aug 30 04:34:32.149569 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6ae4846b-01f2-4910-8919-7a1c2b4daee6 req-38881f9e-1e63-4505-89c4-fa16a6e9e843 tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=e55150f0-e8eb-42d3-86df-e49892d8ec09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841675 Aug 30 04:34:32.182474 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db1cfc-d443-480c-8336-135a43041b56 req-f2d9bf31-8dc6-494f-be06-27dbdd6781ce tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:32.182474 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-62db1cfc-d443-480c-8336-135a43041b56 req-f2d9bf31-8dc6-494f-be06-27dbdd6781ce tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 946 time: 0.0832942 Aug 30 04:34:32.242953 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-62db1cfc-d443-480c-8336-135a43041b56 req-97944b37-0ef8-43b8-b8f1-b9adafdde40d tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516207 Aug 30 04:34:32.715549 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 781ccf0d-9bf5-4f25-aab9-b47c6702b6d8 up at agent hyperv_hv-cinder-85426 {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:34:32.756998 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Provisioning for port 781ccf0d-9bf5-4f25-aab9-b47c6702b6d8 completed by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:34:32.762670 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Provisioning complete for port 781ccf0d-9bf5-4f25-aab9-b47c6702b6d8 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:34:32.763109 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (781ccf0d-9bf5-4f25-aab9-b47c6702b6d8), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:32.832813 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port 781ccf0d-9bf5-4f25-aab9-b47c6702b6d8 is: BUILD; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:34:32.833138 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (781ccf0d-9bf5-4f25-aab9-b47c6702b6d8), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:32.855103 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9cd23e-11d9-4a30-853d-7bec1a76aea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781ccf0d-9bf5-4f25-aab9-b47c6702b6d8'}] {{(pid=106259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:34:32.857904 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e273ce8b2ae48758be2a6d8dc958f9d92735a0e32143c567216a16ba221820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e497d8-ea26-4bbd-bea7-6e89326f8d8d" -d '{"events": [{"server_uuid": "8b9cd23e-11d9-4a30-853d-7bec1a76aea7", "name": "network-vif-plugged", "status": "completed", "tag": "781ccf0d-9bf5-4f25-aab9-b47c6702b6d8"}]}' {{(pid=106259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:34:32.872589 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 781ccf0d-9bf5-4f25-aab9-b47c6702b6d8, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=781ccf0d-9bf5-4f25-aab9-b47c6702b6d8,segment=NetworkSegment(ca78b131-4d4b-4eb1-99ce-4715fdf3d586),segment_id=ca78b131-4d4b-4eb1-99ce-4715fdf3d586)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:34:32.877432 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (781ccf0d-9bf5-4f25-aab9-b47c6702b6d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:32.905525 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a405a3a2-54be-4d19-93c0-85f204253907 x-openstack-request-id: req-a405a3a2-54be-4d19-93c0-85f204253907 {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:34:32.905830 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b9cd23e-11d9-4a30-853d-7bec1a76aea7", "name": "network-vif-plugged", "status": "completed", "tag": "781ccf0d-9bf5-4f25-aab9-b47c6702b6d8", "code": 200}]} {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:34:32.906105 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-a405a3a2-54be-4d19-93c0-85f204253907 {{(pid=106259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:34:32.906737 dv-cinder-854265-2-iscsi neutron-server[106259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a405a3a2-54be-4d19-93c0-85f204253907'] response: {'server_uuid': '8b9cd23e-11d9-4a30-853d-7bec1a76aea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781ccf0d-9bf5-4f25-aab9-b47c6702b6d8', 'code': 200} Aug 30 04:34:32.933103 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=781ccf0d-9bf5-4f25-aab9-b47c6702b6d8,revision_number=5']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:33.179877 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f0eba-c84a-46eb-9db6-0da7440c8395 req-e52bdb81-d34d-442f-88d7-14db193f79a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:33.181919 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-5d1f0eba-c84a-46eb-9db6-0da7440c8395 req-e52bdb81-d34d-442f-88d7-14db193f79a7 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=8afb4049582c4beaa9defa2fe20c8b52&device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 1130 time: 0.0411994 Aug 30 04:34:33.300130 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ed17a-9c47-4fcc-8835-8be4d830da86 req-9a95ff7b-b77c-4f71-a64d-d6359bdf6271 tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:33.301758 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1e9ed17a-9c47-4fcc-8835-8be4d830da86 req-9a95ff7b-b77c-4f71-a64d-d6359bdf6271 tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8b9cd23e-11d9-4a30-853d-7bec1a76aea7 HTTP/1.1" status: 200 len: 949 time: 0.0666597 Aug 30 04:34:33.313393 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f0eba-c84a-46eb-9db6-0da7440c8395 req-dc078b0f-a2dd-452e-ac08-bd519e41d307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:33.314874 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-5d1f0eba-c84a-46eb-9db6-0da7440c8395 req-dc078b0f-a2dd-452e-ac08-bd519e41d307 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=3a833cc4-0338-4d6e-b00c-99c3817ea5ba HTTP/1.1" status: 200 len: 918 time: 0.1226904 Aug 30 04:34:33.332899 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70bfb6-af77-4b59-a8b6-a104be1be99b req-e856418e-d49c-4fa9-ae8c-4116f84f92a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:33.334399 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-ee70bfb6-af77-4b59-a8b6-a104be1be99b req-e856418e-d49c-4fa9-ae8c-4116f84f92a8 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8b9cd23e-11d9-4a30-853d-7bec1a76aea7 HTTP/1.1" status: 200 len: 1133 time: 0.0508165 Aug 30 04:34:33.390050 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796632cf-c2f9-4953-9bd3-15076348cc4e req-7b9d5069-c523-4794-9c73-584fe4413b7e tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:33.391431 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-796632cf-c2f9-4953-9bd3-15076348cc4e req-7b9d5069-c523-4794-9c73-584fe4413b7e tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 946 time: 0.0670044 Aug 30 04:34:33.395760 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1e9ed17a-9c47-4fcc-8835-8be4d830da86 req-f0663d75-bd43-4889-9e9f-a64cdc1fcb00 tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=e55150f0-e8eb-42d3-86df-e49892d8ec09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870359 Aug 30 04:34:33.412953 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:33.414286 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-ee70bfb6-af77-4b59-a8b6-a104be1be99b req-da83ae86-8df2-4e5e-bbce-c0e31ea2406e service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=e55150f0-e8eb-42d3-86df-e49892d8ec09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527132 Aug 30 04:34:33.418196 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-5d1f0eba-c84a-46eb-9db6-0da7440c8395 req-6e29c35c-5fe6-4b49-b4d3-15dc954de928 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a20448d-3686-45d0-84c7-615528a03b7c HTTP/1.1" status: 200 len: 1002 time: 0.0944979 Aug 30 04:34:33.436512 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:33.444696 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-796632cf-c2f9-4953-9bd3-15076348cc4e req-5703eaa5-219f-4cb1-8607-76c70d337230 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468767 Aug 30 04:34:33.541057 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:33.781321 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f0eba-c84a-46eb-9db6-0da7440c8395 req-40d772a7-f4a0-4823-92bf-211316de4b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:33.782718 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-5d1f0eba-c84a-46eb-9db6-0da7440c8395 req-40d772a7-f4a0-4823-92bf-211316de4b3f service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=14ce1079-bb9d-4bd2-9455-27504a55dd9e HTTP/1.1" status: 200 len: 855 time: 0.0476658 Aug 30 04:34:34.207828 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f0eba-c84a-46eb-9db6-0da7440c8395 req-00ba70f2-e819-4da8-9604-14cd6f34930f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:34.209293 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-5d1f0eba-c84a-46eb-9db6-0da7440c8395 req-00ba70f2-e819-4da8-9604-14cd6f34930f service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=3a833cc4-0338-4d6e-b00c-99c3817ea5ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390592 Aug 30 04:34:34.494047 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-5d1f0eba-c84a-46eb-9db6-0da7440c8395 req-a957cfa3-9dc4-4612-9c34-837d9ec64fe3 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3a833cc4-0338-4d6e-b00c-99c3817ea5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979531 Aug 30 04:34:34.523429 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847fb17-6e2c-4aa3-8302-5cdab46457ad req-df01e4e6-e60f-489e-ae1c-16c0e489d3ef tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:34.524920 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4847fb17-6e2c-4aa3-8302-5cdab46457ad req-df01e4e6-e60f-489e-ae1c-16c0e489d3ef tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8b9cd23e-11d9-4a30-853d-7bec1a76aea7 HTTP/1.1" status: 200 len: 949 time: 0.0530622 Aug 30 04:34:34.590067 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4997f1-944d-42ca-b264-9854f799e680 req-abf99a48-4495-4cd0-bcd9-80fe13a05182 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:34.592030 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2c4997f1-944d-42ca-b264-9854f799e680 req-abf99a48-4495-4cd0-bcd9-80fe13a05182 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 946 time: 0.0662231 Aug 30 04:34:34.621958 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4847fb17-6e2c-4aa3-8302-5cdab46457ad req-2e9b3da1-8458-4429-a9f8-ba7ed7cbec34 tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=e55150f0-e8eb-42d3-86df-e49892d8ec09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855970 Aug 30 04:34:34.649900 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2c4997f1-944d-42ca-b264-9854f799e680 req-46cc9fff-6feb-4c5c-851d-e0412cee6463 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505764 Aug 30 04:34:35.020140 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-5d1f0eba-c84a-46eb-9db6-0da7440c8395 req-b0e8aef1-86e9-4d8c-a601-dc78e595170e service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3a833cc4-0338-4d6e-b00c-99c3817ea5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884955 Aug 30 04:34:35.752126 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66c106-d437-41f7-ab92-62cd0d4c354e req-fe81ea29-3a6c-4a52-ba52-2d4032e4f251 tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:35.753618 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9b66c106-d437-41f7-ab92-62cd0d4c354e req-fe81ea29-3a6c-4a52-ba52-2d4032e4f251 tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8b9cd23e-11d9-4a30-853d-7bec1a76aea7 HTTP/1.1" status: 200 len: 949 time: 0.0616231 Aug 30 04:34:35.800586 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a88eed-0c17-443a-8c20-35a1aa2f4928 req-14261255-ba8d-484a-a965-d2e378a55284 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:35.802074 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d5a88eed-0c17-443a-8c20-35a1aa2f4928 req-14261255-ba8d-484a-a965-d2e378a55284 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 946 time: 0.0724514 Aug 30 04:34:35.845940 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9b66c106-d437-41f7-ab92-62cd0d4c354e req-1192cf1f-e441-4dd9-b2a9-ab822d9436a3 tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=e55150f0-e8eb-42d3-86df-e49892d8ec09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763917 Aug 30 04:34:35.867314 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d5a88eed-0c17-443a-8c20-35a1aa2f4928 req-713e7cb9-68b0-4a86-81bc-2af24a324b45 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550916 Aug 30 04:34:36.105029 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9babb76-3a14-4f7a-87e0-43178ed693de req-d61762b5-5743-4de1-b4b1-8a5e730b1f37 tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:36.108780 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b9babb76-3a14-4f7a-87e0-43178ed693de req-d61762b5-5743-4de1-b4b1-8a5e730b1f37 tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8b9cd23e-11d9-4a30-853d-7bec1a76aea7 HTTP/1.1" status: 200 len: 949 time: 0.0502515 Aug 30 04:34:36.154838 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b9babb76-3a14-4f7a-87e0-43178ed693de req-c2fc08a0-ca90-4908-8c11-f21f884e896e tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=e55150f0-e8eb-42d3-86df-e49892d8ec09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419059 Aug 30 04:34:36.744598 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 6a20448d-3686-45d0-84c7-615528a03b7c no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:34:36.767552 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:36.817031 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port 6a20448d-3686-45d0-84c7-615528a03b7c is: ACTIVE; New status is: DOWN {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:34:36.817449 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (6a20448d-3686-45d0-84c7-615528a03b7c), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:36.839207 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05746cb-13ab-4eb9-961b-09d7254f6ce5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a20448d-3686-45d0-84c7-615528a03b7c'}] {{(pid=106259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:34:36.842080 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e273ce8b2ae48758be2a6d8dc958f9d92735a0e32143c567216a16ba221820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc957447-b42b-46e9-816b-a002c2f6b297" -d '{"events": [{"server_uuid": "d05746cb-13ab-4eb9-961b-09d7254f6ce5", "name": "network-vif-unplugged", "status": "completed", "tag": "6a20448d-3686-45d0-84c7-615528a03b7c"}]}' {{(pid=106259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:34:36.858643 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 6a20448d-3686-45d0-84c7-615528a03b7c, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=6a20448d-3686-45d0-84c7-615528a03b7c,segment=NetworkSegment(a693d004-c19a-4e68-bb57-afa3ae3ca47a),segment_id=a693d004-c19a-4e68-bb57-afa3ae3ca47a)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:34:36.863000 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (6a20448d-3686-45d0-84c7-615528a03b7c), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:36.884785 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 30 Aug 2022 04:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683d1701-2633-41df-a021-af1801509cad x-openstack-request-id: req-683d1701-2633-41df-a021-af1801509cad {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:34:36.885097 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d05746cb-13ab-4eb9-961b-09d7254f6ce5", "name": "network-vif-unplugged", "status": "completed", "tag": "6a20448d-3686-45d0-84c7-615528a03b7c", "code": 200}]} {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:34:36.885352 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-683d1701-2633-41df-a021-af1801509cad {{(pid=106259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:34:36.885735 dv-cinder-854265-2-iscsi neutron-server[106259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-683d1701-2633-41df-a021-af1801509cad'] response: {'server_uuid': 'd05746cb-13ab-4eb9-961b-09d7254f6ce5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a20448d-3686-45d0-84c7-615528a03b7c', 'code': 200} Aug 30 04:34:36.899611 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:36.913499 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=6a20448d-3686-45d0-84c7-615528a03b7c,revision_number=8']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:36.999561 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b67e66-4895-464b-bb9a-45e6a685d593 req-b6806c37-8487-45c3-b137-53b9fffdcd87 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:37.016178 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d7b67e66-4895-464b-bb9a-45e6a685d593 req-b6806c37-8487-45c3-b137-53b9fffdcd87 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 944 time: 0.0477498 Aug 30 04:34:37.051701 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d7b67e66-4895-464b-bb9a-45e6a685d593 req-76e2b8c5-e42f-4447-a9e4-765e06aa1781 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442901 Aug 30 04:34:37.272221 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba6603-c016-4595-9372-4364cf647b7b req-66598cd6-a168-4ee7-a5f1-4fd2cd2fd5ca tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:37.273722 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1fba6603-c016-4595-9372-4364cf647b7b req-66598cd6-a168-4ee7-a5f1-4fd2cd2fd5ca tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8b9cd23e-11d9-4a30-853d-7bec1a76aea7 HTTP/1.1" status: 200 len: 949 time: 0.0463474 Aug 30 04:34:37.324166 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1fba6603-c016-4595-9372-4364cf647b7b req-75e649ac-69db-487b-a017-c072337e9d0f tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=e55150f0-e8eb-42d3-86df-e49892d8ec09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442026 Aug 30 04:34:38.176715 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab54cc9-0011-446b-9f73-26fc025e6d08 req-17a7bbee-728f-4a99-93d3-57ce79d0f5a8 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:38.178194 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3ab54cc9-0011-446b-9f73-26fc025e6d08 req-17a7bbee-728f-4a99-93d3-57ce79d0f5a8 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 944 time: 0.0467265 Aug 30 04:34:38.223448 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3ab54cc9-0011-446b-9f73-26fc025e6d08 req-a7f209f3-94e0-4a58-8da1-d0f01ccb4142 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398002 Aug 30 04:34:38.442374 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0e298-428a-42af-9331-49a4fef40f9e req-f83d7434-561f-4b83-80c0-f662eabed515 tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:38.443821 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-78b0e298-428a-42af-9331-49a4fef40f9e req-f83d7434-561f-4b83-80c0-f662eabed515 tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8b9cd23e-11d9-4a30-853d-7bec1a76aea7 HTTP/1.1" status: 200 len: 949 time: 0.0473433 Aug 30 04:34:38.490375 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-78b0e298-428a-42af-9331-49a4fef40f9e req-b73a5cbc-f8cc-4381-b676-d684f8a08b92 tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=e55150f0-e8eb-42d3-86df-e49892d8ec09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409031 Aug 30 04:34:39.348252 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54942ff8-33b6-427f-b2dc-61fefbfd5621 req-8ab97fd8-9b86-4022-af65-03f0d55aa935 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:39.349760 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-54942ff8-33b6-427f-b2dc-61fefbfd5621 req-8ab97fd8-9b86-4022-af65-03f0d55aa935 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 944 time: 0.0497911 Aug 30 04:34:39.396873 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-54942ff8-33b6-427f-b2dc-61fefbfd5621 req-e5dd7cd2-dc7b-4bac-be3f-345fd083f2cb tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413198 Aug 30 04:34:39.609587 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393456a4-8735-4932-8e45-9e552b89b108 req-ed22b5cb-edb0-4aa5-be3f-1e3aa92b70a9 tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:39.611412 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-393456a4-8735-4932-8e45-9e552b89b108 req-ed22b5cb-edb0-4aa5-be3f-1e3aa92b70a9 tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8b9cd23e-11d9-4a30-853d-7bec1a76aea7 HTTP/1.1" status: 200 len: 949 time: 0.0489216 Aug 30 04:34:39.635344 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:39.661053 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:39.665850 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-393456a4-8735-4932-8e45-9e552b89b108 req-713454db-fc6d-423e-9df8-ad8e308f2860 tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=e55150f0-e8eb-42d3-86df-e49892d8ec09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490382 Aug 30 04:34:39.879521 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426362a-d317-41ee-bcdb-8282fdf9f2da req-48bcf4f7-fb90-4bce-8d29-bbca4a5db81a tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:39.880990 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-d426362a-d317-41ee-bcdb-8282fdf9f2da req-48bcf4f7-fb90-4bce-8d29-bbca4a5db81a tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8b9cd23e-11d9-4a30-853d-7bec1a76aea7 HTTP/1.1" status: 200 len: 949 time: 0.0510082 Aug 30 04:34:39.977283 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [req-d426362a-d317-41ee-bcdb-8282fdf9f2da req-62e27306-ec1a-49a4-86c5-138fcca7908c tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] Deleting port 781ccf0d-9bf5-4f25-aab9-b47c6702b6d8 {{(pid=106257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:34:39.977628 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-d426362a-d317-41ee-bcdb-8282fdf9f2da req-62e27306-ec1a-49a4-86c5-138fcca7908c tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (781ccf0d-9bf5-4f25-aab9-b47c6702b6d8), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:39.990930 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=100 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:40.075949 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [req-d426362a-d317-41ee-bcdb-8282fdf9f2da req-62e27306-ec1a-49a4-86c5-138fcca7908c tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] For port 781ccf0d-9bf5-4f25-aab9-b47c6702b6d8, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=781ccf0d-9bf5-4f25-aab9-b47c6702b6d8,segment=NetworkSegment(ca78b131-4d4b-4eb1-99ce-4715fdf3d586),segment_id=ca78b131-4d4b-4eb1-99ce-4715fdf3d586)] {{(pid=106257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:34:40.076315 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-d426362a-d317-41ee-bcdb-8282fdf9f2da req-62e27306-ec1a-49a4-86c5-138fcca7908c tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (781ccf0d-9bf5-4f25-aab9-b47c6702b6d8), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:40.093804 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=100 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:40.095260 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [req-d426362a-d317-41ee-bcdb-8282fdf9f2da req-62e27306-ec1a-49a4-86c5-138fcca7908c tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] Calling delete_port for 781ccf0d-9bf5-4f25-aab9-b47c6702b6d8 owned by compute:nova {{(pid=106257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:34:40.260767 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-d426362a-d317-41ee-bcdb-8282fdf9f2da req-62e27306-ec1a-49a4-86c5-138fcca7908c tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (781ccf0d-9bf5-4f25-aab9-b47c6702b6d8), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:40.297082 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e27306-ec1a-49a4-86c5-138fcca7908c tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] Pushing event deleted for resources: {'Port': ['ID=781ccf0d-9bf5-4f25-aab9-b47c6702b6d8,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:40.305874 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e27306-ec1a-49a4-86c5-138fcca7908c tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:40.306044 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e27306-ec1a-49a4-86c5-138fcca7908c tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:40.306282 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e27306-ec1a-49a4-86c5-138fcca7908c tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:40.306631 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e27306-ec1a-49a4-86c5-138fcca7908c tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:40.306977 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e27306-ec1a-49a4-86c5-138fcca7908c tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:40.307338 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e27306-ec1a-49a4-86c5-138fcca7908c tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:40.307646 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e27306-ec1a-49a4-86c5-138fcca7908c tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:40.307977 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e27306-ec1a-49a4-86c5-138fcca7908c tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:40.308307 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e27306-ec1a-49a4-86c5-138fcca7908c tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:40.308633 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e27306-ec1a-49a4-86c5-138fcca7908c tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:40.308961 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e27306-ec1a-49a4-86c5-138fcca7908c tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:40.309380 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e27306-ec1a-49a4-86c5-138fcca7908c tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:40.310050 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] get_ports_and_sgs() called for port_ids ['781ccf0d-9bf5-4f25-aab9-b47c6702b6d8'] {{(pid=106259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:34:40.310508 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e27306-ec1a-49a4-86c5-138fcca7908c tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:40.310613 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e27306-ec1a-49a4-86c5-138fcca7908c tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:40.310852 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e27306-ec1a-49a4-86c5-138fcca7908c tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:40.362907 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [req-d426362a-d317-41ee-bcdb-8282fdf9f2da req-62e27306-ec1a-49a4-86c5-138fcca7908c tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] No DVR routers for this DVR port 781ccf0d-9bf5-4f25-aab9-b47c6702b6d8 on host hv-cinder-85426 {{(pid=106257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:34:40.366103 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-d426362a-d317-41ee-bcdb-8282fdf9f2da req-62e27306-ec1a-49a4-86c5-138fcca7908c tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:40.369451 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-d426362a-d317-41ee-bcdb-8282fdf9f2da req-62e27306-ec1a-49a4-86c5-138fcca7908c tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] 10.222.0.71 "DELETE /networking/v2.0/ports/781ccf0d-9bf5-4f25-aab9-b47c6702b6d8 HTTP/1.1" status: 204 len: 173 time: 0.4793978 Aug 30 04:34:40.370013 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9cd23e-11d9-4a30-853d-7bec1a76aea7', 'name': 'network-vif-deleted', 'tag': '781ccf0d-9bf5-4f25-aab9-b47c6702b6d8'}] {{(pid=106257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:34:40.372362 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d1a48af4e812f9c70823208ed2638ca64b88de6e4994a5bf3763d45491ed842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718c231f-80d9-4ee5-b047-4b5ed8730fad" -d '{"events": [{"server_uuid": "8b9cd23e-11d9-4a30-853d-7bec1a76aea7", "name": "network-vif-deleted", "tag": "781ccf0d-9bf5-4f25-aab9-b47c6702b6d8"}]}' {{(pid=106257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:34:40.411249 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d0e15f-8056-4ebd-8b9e-7e19c29884f4 x-openstack-request-id: req-b9d0e15f-8056-4ebd-8b9e-7e19c29884f4 {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:34:40.411668 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b9cd23e-11d9-4a30-853d-7bec1a76aea7", "name": "network-vif-deleted", "tag": "781ccf0d-9bf5-4f25-aab9-b47c6702b6d8", "status": "completed", "code": 200}]} {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:34:40.411868 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-b9d0e15f-8056-4ebd-8b9e-7e19c29884f4 {{(pid=106257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:34:40.412269 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9d0e15f-8056-4ebd-8b9e-7e19c29884f4'] response: {'server_uuid': '8b9cd23e-11d9-4a30-853d-7bec1a76aea7', 'name': 'network-vif-deleted', 'tag': '781ccf0d-9bf5-4f25-aab9-b47c6702b6d8', 'status': 'completed', 'code': 200} Aug 30 04:34:40.526410 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d517386-49fd-45f6-9f15-f58db46aeac7 req-af80a8de-fcc4-42b1-950d-29fe7af3f775 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:40.527871 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9d517386-49fd-45f6-9f15-f58db46aeac7 req-af80a8de-fcc4-42b1-950d-29fe7af3f775 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 944 time: 0.0501544 Aug 30 04:34:40.587112 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9d517386-49fd-45f6-9f15-f58db46aeac7 req-b46c3762-2f93-49a1-a575-5bbb15b827e4 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528903 Aug 30 04:34:40.801402 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-61e5b409-3d2d-468d-a9b2-25b167fcc34a req-9d7d7b83-0a2e-43dc-9885-e8272213b68e tempest-VolumesNegativeTest-432078505 tempest-VolumesNegativeTest-432078505-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8b9cd23e-11d9-4a30-853d-7bec1a76aea7 HTTP/1.1" status: 200 len: 210 time: 0.0368276 Aug 30 04:34:40.867946 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 6a20448d-3686-45d0-84c7-615528a03b7c no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:34:40.944308 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port 6a20448d-3686-45d0-84c7-615528a03b7c is: DOWN; New status is: DOWN {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:34:40.945618 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 781ccf0d-9bf5-4f25-aab9-b47c6702b6d8 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:34:40.966377 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] No Port match for: 781ccf0d-9bf5-4f25-aab9-b47c6702b6d8 {{(pid=106259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:34:40.966849 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 781ccf0d-9bf5-4f25-aab9-b47c6702b6d8 not bound to the agent host hv-cinder-85426 {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:34:41.556135 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [req-6a5db158-ae37-4113-8253-1873b7179993 req-9b164f42-1347-4e18-b92b-675ab131f88b service neutron] http://10.222.0.85:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106258) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 04:34:41.557201 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6a5db158-ae37-4113-8253-1873b7179993 req-9b164f42-1347-4e18-b92b-675ab131f88b service neutron] 10.222.0.85 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1300013 Aug 30 04:34:41.763043 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ee58a-d996-40c0-b447-4b596c5b62ce req-a5af5684-b37e-47ad-862c-41311a162e4a tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:41.769885 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5f7ee58a-d996-40c0-b447-4b596c5b62ce req-a5af5684-b37e-47ad-862c-41311a162e4a tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 944 time: 0.0746145 Aug 30 04:34:41.822089 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5f7ee58a-d996-40c0-b447-4b596c5b62ce req-a047d038-5ea3-47ab-9d9e-f143ec4ec564 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512545 Aug 30 04:34:42.066790 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 57730) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:42.158876 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-18cec081-2f46-407f-bc7d-df2b58168232 req-5a8c3eae-c785-4e63-9641-d6b5758c1547 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0908961 Aug 30 04:34:42.167198 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [req-18cec081-2f46-407f-bc7d-df2b58168232 req-04275715-e661-41d0-a333-a36cfaaa5e70 service neutron] http://10.222.0.85:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106258) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 04:34:42.168132 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-18cec081-2f46-407f-bc7d-df2b58168232 req-04275715-e661-41d0-a333-a36cfaaa5e70 service neutron] 10.222.0.85 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047672 Aug 30 04:34:42.235887 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (dd0d0365-d50b-4401-90d8-c3ff73fab053), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:42.258007 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 57752) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:42.369952 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cec081-2f46-407f-bc7d-df2b58168232 req-4086b41c-7621-4790-b8a2-6f8e5cfa5fc1 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:42.371345 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-18cec081-2f46-407f-bc7d-df2b58168232 req-4086b41c-7621-4790-b8a2-6f8e5cfa5fc1 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports/6a20448d-3686-45d0-84c7-615528a03b7c HTTP/1.1" status: 200 len: 941 time: 0.1120059 Aug 30 04:34:42.959790 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5763fa6-c579-410c-af74-8c37dde53a51 req-618cbdfa-68b6-49fb-95b5-8b847ff0d8c8 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:42.961684 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a5763fa6-c579-410c-af74-8c37dde53a51 req-618cbdfa-68b6-49fb-95b5-8b847ff0d8c8 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 944 time: 0.0568299 Aug 30 04:34:43.026872 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a5763fa6-c579-410c-af74-8c37dde53a51 req-cabdaa8c-94bc-42e4-bd20-cba62d8e5c69 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534499 Aug 30 04:34:43.563434 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cec081-2f46-407f-bc7d-df2b58168232 req-39a63bc1-12b2-4101-b374-2e83acf055a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:43.564935 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-18cec081-2f46-407f-bc7d-df2b58168232 req-39a63bc1-12b2-4101-b374-2e83acf055a4 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5&tenant_id=8afb4049582c4beaa9defa2fe20c8b52 HTTP/1.1" status: 200 len: 1128 time: 0.0788982 Aug 30 04:34:43.650236 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cec081-2f46-407f-bc7d-df2b58168232 req-f6ad6d89-03af-491d-a2d2-1fa96f9a91df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:43.652254 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-18cec081-2f46-407f-bc7d-df2b58168232 req-f6ad6d89-03af-491d-a2d2-1fa96f9a91df service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=8afb4049582c4beaa9defa2fe20c8b52&device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 1128 time: 0.0405533 Aug 30 04:34:43.747221 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cec081-2f46-407f-bc7d-df2b58168232 req-5755da27-29f7-4868-9ff5-234476c35d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:43.748903 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-18cec081-2f46-407f-bc7d-df2b58168232 req-5755da27-29f7-4868-9ff5-234476c35d40 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=3a833cc4-0338-4d6e-b00c-99c3817ea5ba HTTP/1.1" status: 200 len: 918 time: 0.0898376 Aug 30 04:34:43.817680 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-18cec081-2f46-407f-bc7d-df2b58168232 req-e428d008-8e5c-419a-8eee-9a9721c34bdf service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a20448d-3686-45d0-84c7-615528a03b7c HTTP/1.1" status: 200 len: 1000 time: 0.0618057 Aug 30 04:34:43.869074 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cec081-2f46-407f-bc7d-df2b58168232 req-42f514c4-2928-4734-af86-0e1089c4f872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:43.870540 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-18cec081-2f46-407f-bc7d-df2b58168232 req-42f514c4-2928-4734-af86-0e1089c4f872 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=14ce1079-bb9d-4bd2-9455-27504a55dd9e HTTP/1.1" status: 200 len: 855 time: 0.0463157 Aug 30 04:34:43.915180 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cec081-2f46-407f-bc7d-df2b58168232 req-aa4fee7f-821f-4482-8c9d-eea60c35dcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:43.916674 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-18cec081-2f46-407f-bc7d-df2b58168232 req-aa4fee7f-821f-4482-8c9d-eea60c35dcf4 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=3a833cc4-0338-4d6e-b00c-99c3817ea5ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394998 Aug 30 04:34:44.013188 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-18cec081-2f46-407f-bc7d-df2b58168232 req-03e2f584-23d7-44a4-8c7c-a70c09dcadfe service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3a833cc4-0338-4d6e-b00c-99c3817ea5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880678 Aug 30 04:34:44.114108 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-18cec081-2f46-407f-bc7d-df2b58168232 req-b2747b1a-19fe-4348-8913-a81cc2097272 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3a833cc4-0338-4d6e-b00c-99c3817ea5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939291 Aug 30 04:34:44.159930 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7870c12e-6018-4393-b875-b37987146e50 req-4f82100a-e1e1-4bf8-bceb-897a7820bbf1 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:44.164596 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7870c12e-6018-4393-b875-b37987146e50 req-4f82100a-e1e1-4bf8-bceb-897a7820bbf1 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 944 time: 0.0516837 Aug 30 04:34:44.211326 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7870c12e-6018-4393-b875-b37987146e50 req-ae3cadc0-6d75-403b-b221-df8fdaabab48 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437200 Aug 30 04:34:45.359125 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebc1fd-0bad-4b3e-ba96-e4c96ce9177b req-9135fed3-1a84-4092-817c-833d4ae23b12 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:45.361153 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-caebc1fd-0bad-4b3e-ba96-e4c96ce9177b req-9135fed3-1a84-4092-817c-833d4ae23b12 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 944 time: 0.0653689 Aug 30 04:34:45.411400 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-caebc1fd-0bad-4b3e-ba96-e4c96ce9177b req-3ed3f000-168c-4fa2-8c66-aceca5731756 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446377 Aug 30 04:34:45.893415 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 58006) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:46.053120 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 58012) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:46.061297 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-791bb566-cf69-45f8-959c-d791ec6e90f3 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=37b888e14f724a60bdb1fef1a4aa7cd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1654305 Aug 30 04:34:46.107487 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1a22fc3b-5819-4c1b-bdab-6171b2aa915e admin admin] Publish callbacks [] for security_group (e55150f0-e8eb-42d3-86df-e49892d8ec09), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:46.132051 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1a22fc3b-5819-4c1b-bdab-6171b2aa915e admin admin] Publish callbacks [] for security_group (e55150f0-e8eb-42d3-86df-e49892d8ec09), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:46.182786 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1a22fc3b-5819-4c1b-bdab-6171b2aa915e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (e55150f0-e8eb-42d3-86df-e49892d8ec09), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:46.186340 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1a22fc3b-5819-4c1b-bdab-6171b2aa915e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:46.190500 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-1a22fc3b-5819-4c1b-bdab-6171b2aa915e admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/e55150f0-e8eb-42d3-86df-e49892d8ec09 HTTP/1.1" status: 204 len: 168 time: 0.1363366 Aug 30 04:34:46.199250 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a22fc3b-5819-4c1b-bdab-6171b2aa915e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55150f0-e8eb-42d3-86df-e49892d8ec09,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:46.580255 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e52d4-7f4f-4b16-8d5a-0d3f3edb965f req-1fae28bd-2f6e-4423-8f26-88afb543cb69 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:46.582016 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a81e52d4-7f4f-4b16-8d5a-0d3f3edb965f req-1fae28bd-2f6e-4423-8f26-88afb543cb69 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 944 time: 0.0652306 Aug 30 04:34:46.643150 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a81e52d4-7f4f-4b16-8d5a-0d3f3edb965f req-276649b0-dfa7-4b58-adb3-9c4cbe31587d tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550389 Aug 30 04:34:47.000704 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 58038) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:47.151701 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-54547026-9080-4ce1-ad52-fecc3f8cb1cb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1449703283-network', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:34:47.179371 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54547026-9080-4ce1-ad52-fecc3f8cb1cb admin admin] Made reservation on behalf of 18e4bf7297124da4b43ccaeda048f772 for: {'network': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:34:47.182148 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-54547026-9080-4ce1-ad52-fecc3f8cb1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for network (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:47.192688 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-54547026-9080-4ce1-ad52-fecc3f8cb1cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:47.278491 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-54547026-9080-4ce1-ad52-fecc3f8cb1cb admin admin] Publish callbacks [] for security_group (59b12d47-bdda-4197-a41c-039a7119116c), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:47.282903 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-54547026-9080-4ce1-ad52-fecc3f8cb1cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (59b12d47-bdda-4197-a41c-039a7119116c), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:47.294155 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:47.294787 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:47.320531 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54547026-9080-4ce1-ad52-fecc3f8cb1cb admin admin] vlan segment allocate from pool success with {'vlan_id': 1092, 'physical_network': 'physnet1'} {{(pid=106258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 04:34:47.320531 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54547026-9080-4ce1-ad52-fecc3f8cb1cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b12d47-bdda-4197-a41c-039a7119116c,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:47.332289 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-54547026-9080-4ce1-ad52-fecc3f8cb1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3898234'] for segment (fdd31e04-0827-4615-9af3-6927d149ce86), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:47.332724 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.db.segments_db [None req-54547026-9080-4ce1-ad52-fecc3f8cb1cb admin admin] Added segment fdd31e04-0827-4615-9af3-6927d149ce86 of type vlan for network 05bb2295-ab1f-4755-bab5-38bb2e0a7b79 Aug 30 04:34:47.377653 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-54547026-9080-4ce1-ad52-fecc3f8cb1cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260646229'] for network (05bb2295-ab1f-4755-bab5-38bb2e0a7b79), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:47.406583 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-54547026-9080-4ce1-ad52-fecc3f8cb1cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055'] for network (05bb2295-ab1f-4755-bab5-38bb2e0a7b79), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:47.407701 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54547026-9080-4ce1-ad52-fecc3f8cb1cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:47.408296 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-54547026-9080-4ce1-ad52-fecc3f8cb1cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for network (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:47.472743 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-54547026-9080-4ce1-ad52-fecc3f8cb1cb admin admin] 10.222.0.85 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4710095 Aug 30 04:34:47.475951 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 58044) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:47.482310 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-46a9df22-2da4-4e9d-8ead-3788d60aa2c3 admin admin] Request body: {'subnet': {'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1449703283-subnet', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'ip_version': 4}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:34:47.485837 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54547026-9080-4ce1-ad52-fecc3f8cb1cb admin admin] Pushing event updated for resources: {'Network': ['ID=05bb2295-ab1f-4755-bab5-38bb2e0a7b79,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:47.496393 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Network 05bb2295-ab1f-4755-bab5-38bb2e0a7b79 details requested by agent ovs-agent-dv-cinder-854265-2-iscsi with host dv-cinder-854265-2-iscsi {{(pid=106259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:34:47.508675 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:47.511996 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a9df22-2da4-4e9d-8ead-3788d60aa2c3 admin admin] Made reservation on behalf of 18e4bf7297124da4b43ccaeda048f772 for: {'subnet': 1} {{(pid=106257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:34:47.514530 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-46a9df22-2da4-4e9d-8ead-3788d60aa2c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61944224'] for subnet (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:47.574337 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:47.713102 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-46a9df22-2da4-4e9d-8ead-3788d60aa2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61207838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61944246'] for subnet (2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:47.778078 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a9df22-2da4-4e9d-8ead-3788d60aa2c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3,revision_number=0']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:47.785520 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a9df22-2da4-4e9d-8ead-3788d60aa2c3 admin admin] Checking segment: {'id': 'fdd31e04-0827-4615-9af3-6927d149ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:34:47.785951 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a9df22-2da4-4e9d-8ead-3788d60aa2c3 admin admin] Network hostable DHCP agents. Network: 05bb2295-ab1f-4755-bab5-38bb2e0a7b79, hostable agents: ['b1b2a880-5f2a-4407-bfda-3b17b5cf16ab'], hosted agents: [] {{(pid=106257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:34:47.792013 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79847fe-286c-42bc-820e-e636133a5c78 req-43d01b8f-4cf0-4a36-b1d8-86fad2266543 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:47.794155 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b79847fe-286c-42bc-820e-e636133a5c78 req-43d01b8f-4cf0-4a36-b1d8-86fad2266543 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 944 time: 0.0553813 Aug 30 04:34:47.819213 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a9df22-2da4-4e9d-8ead-3788d60aa2c3 admin admin] Network 05bb2295-ab1f-4755-bab5-38bb2e0a7b79 is scheduled to be hosted by DHCP agent b1b2a880-5f2a-4407-bfda-3b17b5cf16ab with binding_index 1 {{(pid=106257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:34:47.830666 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.base_scheduler [None req-46a9df22-2da4-4e9d-8ead-3788d60aa2c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-2-iscsi, 05bb2295-ab1f-4755-bab5-38bb2e0a7b79) {{(pid=106257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:34:47.847245 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ada598c-c9cf-406e-8a80-8445a43fc5a8 None None] Network 05bb2295-ab1f-4755-bab5-38bb2e0a7b79 requested from dv-cinder-854265-2-iscsi {{(pid=106259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:34:47.852510 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a9df22-2da4-4e9d-8ead-3788d60aa2c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:47.853126 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-46a9df22-2da4-4e9d-8ead-3788d60aa2c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for subnet (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:47.890249 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-46a9df22-2da4-4e9d-8ead-3788d60aa2c3 admin admin] 10.222.0.85 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4124241 Aug 30 04:34:47.892798 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 58048) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:47.904265 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-d22ff13a-33e0-4b30-8ff5-46fa14ec8b55 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1449703283-router', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'}}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:34:47.924205 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b79847fe-286c-42bc-820e-e636133a5c78 req-27564290-82fe-4559-ab45-7da72f2e058e tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123250 Aug 30 04:34:47.953971 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-d22ff13a-33e0-4b30-8ff5-46fa14ec8b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-698027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6516'] for router (3cd04f69-8754-4bcc-8da6-441e4bbbdaca), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:47.955379 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-d22ff13a-33e0-4b30-8ff5-46fa14ec8b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-695958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6523'] for router (3cd04f69-8754-4bcc-8da6-441e4bbbdaca), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:48.014498 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21cec42-2797-49e0-83f9-104daefec73f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp163fce75-ff37-51be-b106-87d3326ca651-05bb2295-ab1f-4755-bab5-38bb2e0a7b79', 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79', 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'fixed_ips': [{'subnet_id': '2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3'}]}} from dv-cinder-854265-2-iscsi. {{(pid=106259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 04:34:48.015632 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-f21cec42-2797-49e0-83f9-104daefec73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:48.020224 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-d22ff13a-33e0-4b30-8ff5-46fa14ec8b55 admin admin] Publish callbacks [] for router_controller (3cd04f69-8754-4bcc-8da6-441e4bbbdaca), precommit_add_association {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:48.198965 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.db_base_plugin_common [None req-f21cec42-2797-49e0-83f9-104daefec73f None None] Allocated IP 172.20.0.2 (05bb2295-ab1f-4755-bab5-38bb2e0a7b79/2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3/42e30d9e-3fd3-40d4-bb41-550d6ad89726) {{(pid=106259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:34:48.239028 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-d22ff13a-33e0-4b30-8ff5-46fa14ec8b55 admin admin] Publish callbacks [] for router_gateway (3cd04f69-8754-4bcc-8da6-441e4bbbdaca), precommit_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:48.429818 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-f21cec42-2797-49e0-83f9-104daefec73f None None] Publish callbacks [] for port (42e30d9e-3fd3-40d4-bb41-550d6ad89726), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:48.438880 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-f21cec42-2797-49e0-83f9-104daefec73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758'] for port (42e30d9e-3fd3-40d4-bb41-550d6ad89726), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:48.480510 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:48.497811 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21cec42-2797-49e0-83f9-104daefec73f None None] Network 05bb2295-ab1f-4755-bab5-38bb2e0a7b79 is already hosted by enough agents. {{(pid=106259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:34:48.498602 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21cec42-2797-49e0-83f9-104daefec73f None None] Pushing event updated for resources: {'Port': ['ID=42e30d9e-3fd3-40d4-bb41-550d6ad89726,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:48.504028 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.scheduler.base_scheduler [None req-f21cec42-2797-49e0-83f9-104daefec73f None None] Resources bound (agent type, host, resource id): {{(pid=106259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:34:48.507159 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21cec42-2797-49e0-83f9-104daefec73f None None] Received port after_create {{(pid=106259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:34:48.530197 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-d22ff13a-33e0-4b30-8ff5-46fa14ec8b55 admin admin] Publish callbacks [] for router_gateway (3cd04f69-8754-4bcc-8da6-441e4bbbdaca), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:48.560988 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-d22ff13a-33e0-4b30-8ff5-46fa14ec8b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:48.579688 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-f21cec42-2797-49e0-83f9-104daefec73f None None] Attempting to bind port 42e30d9e-3fd3-40d4-bb41-550d6ad89726 on host dv-cinder-854265-2-iscsi for vnic_type normal with profile {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:34:48.580118 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-f21cec42-2797-49e0-83f9-104daefec73f None None] Attempting to bind port 42e30d9e-3fd3-40d4-bb41-550d6ad89726 by drivers openvswitch,hyperv on host dv-cinder-854265-2-iscsi at level 0 using segments [{'id': 'fdd31e04-0827-4615-9af3-6927d149ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79'}] {{(pid=106259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:34:48.580492 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21cec42-2797-49e0-83f9-104daefec73f None None] Attempting to bind port 42e30d9e-3fd3-40d4-bb41-550d6ad89726 on network 05bb2295-ab1f-4755-bab5-38bb2e0a7b79 {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:34:48.586375 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21cec42-2797-49e0-83f9-104daefec73f None None] Checking agent: {'id': 'e0fa4f30-19e6-45a9-8914-5f6bf4441601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17, 58), 'started_at': datetime.datetime(2022, 8, 30, 4, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:34:48.586750 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21cec42-2797-49e0-83f9-104daefec73f None None] Checking segment: {'id': 'fdd31e04-0827-4615-9af3-6927d149ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:34:48.587234 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-f21cec42-2797-49e0-83f9-104daefec73f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:48.587620 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21cec42-2797-49e0-83f9-104daefec73f None None] Bound using segment: {'id': 'fdd31e04-0827-4615-9af3-6927d149ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79'} {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:34:48.588093 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-f21cec42-2797-49e0-83f9-104daefec73f None None] Bound port: 42e30d9e-3fd3-40d4-bb41-550d6ad89726, host: dv-cinder-854265-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdd31e04-0827-4615-9af3-6927d149ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79'}}] {{(pid=106259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:34:48.588610 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-f21cec42-2797-49e0-83f9-104daefec73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (42e30d9e-3fd3-40d4-bb41-550d6ad89726), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:48.682159 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-f21cec42-2797-49e0-83f9-104daefec73f None None] For port 42e30d9e-3fd3-40d4-bb41-550d6ad89726, host dv-cinder-854265-2-iscsi, cleared binding levels {{(pid=106259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:34:48.686383 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-f21cec42-2797-49e0-83f9-104daefec73f None None] For port 42e30d9e-3fd3-40d4-bb41-550d6ad89726, host dv-cinder-854265-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=42e30d9e-3fd3-40d4-bb41-550d6ad89726,segment=NetworkSegment(fdd31e04-0827-4615-9af3-6927d149ce86),segment_id=fdd31e04-0827-4615-9af3-6927d149ce86)] {{(pid=106259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:34:48.689538 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.db_base_plugin_common [None req-d22ff13a-33e0-4b30-8ff5-46fa14ec8b55 admin admin] Allocated IP 172.27.1.98 (03964a12-f74f-4d2e-840d-00c949ed3dc4/00661445-2d2c-4e5c-8f29-475eaaec65d5/6a192df2-96c0-45ba-aae5-fdca29a7234d) {{(pid=106257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:34:48.695649 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-f21cec42-2797-49e0-83f9-104daefec73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (42e30d9e-3fd3-40d4-bb41-550d6ad89726), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:48.757522 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21cec42-2797-49e0-83f9-104daefec73f None None] Pushing event updated for resources: {'Port': ['ID=42e30d9e-3fd3-40d4-bb41-550d6ad89726,revision_number=2']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:48.769246 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:48.783157 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:48.828253 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-d22ff13a-33e0-4b30-8ff5-46fa14ec8b55 admin admin] Publish callbacks [] for port (6a192df2-96c0-45ba-aae5-fdca29a7234d), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:48.868561 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-d22ff13a-33e0-4b30-8ff5-46fa14ec8b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (6a192df2-96c0-45ba-aae5-fdca29a7234d), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:48.918758 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22ff13a-33e0-4b30-8ff5-46fa14ec8b55 admin admin] Network 03964a12-f74f-4d2e-840d-00c949ed3dc4 is already hosted by enough agents. {{(pid=106257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:34:48.922030 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.base_scheduler [None req-d22ff13a-33e0-4b30-8ff5-46fa14ec8b55 admin admin] Resources bound (agent type, host, resource id): {{(pid=106257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:34:48.926786 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22ff13a-33e0-4b30-8ff5-46fa14ec8b55 admin admin] Received port after_create {{(pid=106257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:34:49.098019 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ff13a-33e0-4b30-8ff5-46fa14ec8b55 admin admin] Pushing event updated for resources: {'Port': ['ID=6a192df2-96c0-45ba-aae5-fdca29a7234d,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:49.122342 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5bf7d8-c820-48d1-8b8d-dde6d5dd42e9 req-f4921ca9-55c8-4c03-bbeb-7f573e6c3c76 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:49.131907 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-cd5bf7d8-c820-48d1-8b8d-dde6d5dd42e9 req-f4921ca9-55c8-4c03-bbeb-7f573e6c3c76 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 944 time: 0.0835500 Aug 30 04:34:49.225337 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-cd5bf7d8-c820-48d1-8b8d-dde6d5dd42e9 req-582099aa-41af-4eb1-89f8-8c06a1ae1c9c tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819228 Aug 30 04:34:49.324344 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-d22ff13a-33e0-4b30-8ff5-46fa14ec8b55 admin admin] Publish callbacks [] for router_gateway (3cd04f69-8754-4bcc-8da6-441e4bbbdaca), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:49.544584 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-d22ff13a-33e0-4b30-8ff5-46fa14ec8b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-696014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696667'] for router (3cd04f69-8754-4bcc-8da6-441e4bbbdaca), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:49.697720 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d22ff13a-33e0-4b30-8ff5-46fa14ec8b55 admin admin] Router 3cd04f69-8754-4bcc-8da6-441e4bbbdaca is scheduled to L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 with binding_index 1 {{(pid=106257) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 04:34:49.986856 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 42e30d9e-3fd3-40d4-bb41-550d6ad89726 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:34:50.013837 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349c45fb-7cc0-4c9e-91ab-c7f030963160 None None] Network 05bb2295-ab1f-4755-bab5-38bb2e0a7b79 requested from dv-cinder-854265-2-iscsi {{(pid=106259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:34:50.108859 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:50.134642 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-b82a56bc-3ec7-48f8-959f-2c424cb8e618 None None] Provisioning complete for port 42e30d9e-3fd3-40d4-bb41-550d6ad89726 triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:34:50.135027 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-b82a56bc-3ec7-48f8-959f-2c424cb8e618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (42e30d9e-3fd3-40d4-bb41-550d6ad89726), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:50.147165 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22ff13a-33e0-4b30-8ff5-46fa14ec8b55 admin admin] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:34:50.178787 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-d22ff13a-33e0-4b30-8ff5-46fa14ec8b55 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:50.184557 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-d22ff13a-33e0-4b30-8ff5-46fa14ec8b55 admin admin] 10.222.0.85 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2873936 Aug 30 04:34:50.184772 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae72230a-424d-44bf-9816-503c4afccac1 None None] Sync routers for ids ['3cd04f69-8754-4bcc-8da6-441e4bbbdaca'] in dv-cinder-854265-2-iscsi {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:34:50.185957 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 58060) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:50.212722 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port 42e30d9e-3fd3-40d4-bb41-550d6ad89726 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:34:50.216042 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (42e30d9e-3fd3-40d4-bb41-550d6ad89726), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:50.250659 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae72230a-424d-44bf-9816-503c4afccac1 None None] Routers {'3cd04f69-8754-4bcc-8da6-441e4bbbdaca'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:34:50.251367 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-ae72230a-424d-44bf-9816-503c4afccac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:34:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['3cd04f69-8754-4bcc-8da6-441e4bbbdaca'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:50.532463 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0774c-d02f-42c1-903f-5b3d78748a53 req-6ad17f86-1a4a-461c-a6d2-0649c8acbd8f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:50.533979 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0fd0774c-d02f-42c1-903f-5b3d78748a53 req-6ad17f86-1a4a-461c-a6d2-0649c8acbd8f tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 944 time: 0.1338289 Aug 30 04:34:50.561983 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port 42e30d9e-3fd3-40d4-bb41-550d6ad89726 is: DOWN; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:34:50.562380 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (42e30d9e-3fd3-40d4-bb41-550d6ad89726), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:50.616171 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-b82a56bc-3ec7-48f8-959f-2c424cb8e618 None None] Current status of the port 42e30d9e-3fd3-40d4-bb41-550d6ad89726 is: DOWN; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:34:50.616573 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-b82a56bc-3ec7-48f8-959f-2c424cb8e618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (42e30d9e-3fd3-40d4-bb41-550d6ad89726), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:50.624406 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-ae72230a-424d-44bf-9816-503c4afccac1 None None] Set router 3cd04f69-8754-4bcc-8da6-441e4bbbdaca gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:34:50.627456 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] For port 42e30d9e-3fd3-40d4-bb41-550d6ad89726, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=42e30d9e-3fd3-40d4-bb41-550d6ad89726,segment=NetworkSegment(fdd31e04-0827-4615-9af3-6927d149ce86),segment_id=fdd31e04-0827-4615-9af3-6927d149ce86)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:34:50.680264 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0fd0774c-d02f-42c1-903f-5b3d78748a53 req-d2fbd893-be9e-43a0-b824-e75e42245b44 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352744 Aug 30 04:34:50.846794 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (42e30d9e-3fd3-40d4-bb41-550d6ad89726), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:50.949854 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:50.971046 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-69b71dbe-bb17-4e70-bd44-2b975f67f848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:51.005452 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Pushing event updated for resources: {'Port': ['ID=42e30d9e-3fd3-40d4-bb41-550d6ad89726,revision_number=3']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:51.012579 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:51.042919 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.db.api [None req-b82a56bc-3ec7-48f8-959f-2c424cb8e618 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106259) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 30 04:34:51.043890 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG oslo_db.api [None req-b82a56bc-3ec7-48f8-959f-2c424cb8e618 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 04:34:51.063750 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:51.122896 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-ae72230a-424d-44bf-9816-503c4afccac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'name': 'tempest-TestVolumeBootPattern-1449703283-router', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6a192df2-96c0-45ba-aae5-fdca29a7234d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:34:47Z', 'updated_at': '2022-08-30T04:34:49Z', 'revision_number': 3, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'gw_port': {'id': '6a192df2-96c0-45ba-aae5-fdca29a7234d', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:48Z', 'updated_at': '2022-08-30T04:34:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi'}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:51.151710 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae72230a-424d-44bf-9816-503c4afccac1 None None] Checking router: 3cd04f69-8754-4bcc-8da6-441e4bbbdaca for host: dv-cinder-854265-2-iscsi {{(pid=106259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:34:51.152428 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae72230a-424d-44bf-9816-503c4afccac1 None None] Updating router 3cd04f69-8754-4bcc-8da6-441e4bbbdaca port 6a192df2-96c0-45ba-aae5-fdca29a7234d binding host dv-cinder-854265-2-iscsi {{(pid=106259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:34:51.207572 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [None req-69b71dbe-bb17-4e70-bd44-2b975f67f848 admin admin] Allocated IP 172.20.0.1 (05bb2295-ab1f-4755-bab5-38bb2e0a7b79/2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3/7cda351f-5831-40f7-b0b6-865ca2b809d3) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:34:51.214902 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-ae72230a-424d-44bf-9816-503c4afccac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (6a192df2-96c0-45ba-aae5-fdca29a7234d), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:51.361915 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-69b71dbe-bb17-4e70-bd44-2b975f67f848 admin admin] Publish callbacks [] for port (7cda351f-5831-40f7-b0b6-865ca2b809d3), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:51.374752 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:51.413486 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-69b71dbe-bb17-4e70-bd44-2b975f67f848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62508200'] for port (7cda351f-5831-40f7-b0b6-865ca2b809d3), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:51.502636 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b71dbe-bb17-4e70-bd44-2b975f67f848 admin admin] Network 05bb2295-ab1f-4755-bab5-38bb2e0a7b79 is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:34:51.508406 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-ae72230a-424d-44bf-9816-503c4afccac1 None None] Publish callbacks [] for port (6a192df2-96c0-45ba-aae5-fdca29a7234d), precommit_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:51.515262 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-69b71dbe-bb17-4e70-bd44-2b975f67f848 admin admin] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:34:51.522430 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b71dbe-bb17-4e70-bd44-2b975f67f848 admin admin] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:34:51.522735 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-ae72230a-424d-44bf-9816-503c4afccac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (6a192df2-96c0-45ba-aae5-fdca29a7234d), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:51.603387 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b71dbe-bb17-4e70-bd44-2b975f67f848 admin admin] Pushing event updated for resources: {'Port': ['ID=7cda351f-5831-40f7-b0b6-865ca2b809d3,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:51.630105 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-ae72230a-424d-44bf-9816-503c4afccac1 None None] Attempting to bind port 6a192df2-96c0-45ba-aae5-fdca29a7234d on host dv-cinder-854265-2-iscsi for vnic_type normal with profile {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:34:51.630478 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-ae72230a-424d-44bf-9816-503c4afccac1 None None] Attempting to bind port 6a192df2-96c0-45ba-aae5-fdca29a7234d by drivers openvswitch,hyperv on host dv-cinder-854265-2-iscsi at level 0 using segments [{'id': 'fa929cc1-394c-4547-9d6d-d932c4c80d18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'}] {{(pid=106259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:34:51.630834 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae72230a-424d-44bf-9816-503c4afccac1 None None] Attempting to bind port 6a192df2-96c0-45ba-aae5-fdca29a7234d on network 03964a12-f74f-4d2e-840d-00c949ed3dc4 {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:34:51.634906 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2fa24a-aca6-4916-a461-3248aeeb92ba None None] Pushing event updated for resources: {'Port': ['ID=6a192df2-96c0-45ba-aae5-fdca29a7234d,revision_number=2']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:51.635627 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-69b71dbe-bb17-4e70-bd44-2b975f67f848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697151'] for router_interface (3cd04f69-8754-4bcc-8da6-441e4bbbdaca), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:51.671010 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae72230a-424d-44bf-9816-503c4afccac1 None None] Checking agent: {'id': 'e0fa4f30-19e6-45a9-8914-5f6bf4441601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17, 58), 'started_at': datetime.datetime(2022, 8, 30, 4, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:34:51.671391 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae72230a-424d-44bf-9816-503c4afccac1 None None] Checking segment: {'id': 'fa929cc1-394c-4547-9d6d-d932c4c80d18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:34:51.671825 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-ae72230a-424d-44bf-9816-503c4afccac1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:51.672177 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae72230a-424d-44bf-9816-503c4afccac1 None None] Bound using segment: {'id': 'fa929cc1-394c-4547-9d6d-d932c4c80d18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'} {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:34:51.672719 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-ae72230a-424d-44bf-9816-503c4afccac1 None None] Bound port: 6a192df2-96c0-45ba-aae5-fdca29a7234d, host: dv-cinder-854265-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa929cc1-394c-4547-9d6d-d932c4c80d18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'}}] {{(pid=106259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:34:51.673278 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-ae72230a-424d-44bf-9816-503c4afccac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (6a192df2-96c0-45ba-aae5-fdca29a7234d), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:51.703217 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-b82a56bc-3ec7-48f8-959f-2c424cb8e618 None None] Current status of the port 42e30d9e-3fd3-40d4-bb41-550d6ad89726 is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:34:51.773196 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-ae72230a-424d-44bf-9816-503c4afccac1 None None] For port 6a192df2-96c0-45ba-aae5-fdca29a7234d, host dv-cinder-854265-2-iscsi, cleared binding levels {{(pid=106259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:34:51.773196 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-ae72230a-424d-44bf-9816-503c4afccac1 None None] For port 6a192df2-96c0-45ba-aae5-fdca29a7234d, host dv-cinder-854265-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=6a192df2-96c0-45ba-aae5-fdca29a7234d,segment=NetworkSegment(fa929cc1-394c-4547-9d6d-d932c4c80d18),segment_id=fa929cc1-394c-4547-9d6d-d932c4c80d18)] {{(pid=106259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:34:51.783363 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-ae72230a-424d-44bf-9816-503c4afccac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (6a192df2-96c0-45ba-aae5-fdca29a7234d), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:51.852741 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-830dcb5b-a2b9-42bc-8071-ee8e8bf553c9 None None] Provisioning complete for port 42e30d9e-3fd3-40d4-bb41-550d6ad89726 triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:34:51.853348 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-830dcb5b-a2b9-42bc-8071-ee8e8bf553c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (42e30d9e-3fd3-40d4-bb41-550d6ad89726), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:51.859084 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae72230a-424d-44bf-9816-503c4afccac1 None None] Routers {'3cd04f69-8754-4bcc-8da6-441e4bbbdaca'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:34:51.860043 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-ae72230a-424d-44bf-9816-503c4afccac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:34:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['3cd04f69-8754-4bcc-8da6-441e4bbbdaca'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:51.955578 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-69b71dbe-bb17-4e70-bd44-2b975f67f848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (7cda351f-5831-40f7-b0b6-865ca2b809d3), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:51.963365 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869d571-5f3c-4659-85b0-58ea7330b051 req-67e4a74e-a200-49a0-b84f-d61c6aab0b1c tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:51.965901 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2fa24a-aca6-4916-a461-3248aeeb92ba None None] Pushing event updated for resources: {'Port': ['ID=6a192df2-96c0-45ba-aae5-fdca29a7234d,revision_number=3']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:51.966466 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f869d571-5f3c-4659-85b0-58ea7330b051 req-67e4a74e-a200-49a0-b84f-d61c6aab0b1c tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 944 time: 0.0921621 Aug 30 04:34:52.004578 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 42e30d9e-3fd3-40d4-bb41-550d6ad89726 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:34:52.069291 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f869d571-5f3c-4659-85b0-58ea7330b051 req-732f8385-f3ba-480d-8dac-38737f75c9ff tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914769 Aug 30 04:34:52.117664 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-ae72230a-424d-44bf-9816-503c4afccac1 None None] Set router 3cd04f69-8754-4bcc-8da6-441e4bbbdaca gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:34:52.121186 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-830dcb5b-a2b9-42bc-8071-ee8e8bf553c9 None None] Current status of the port 42e30d9e-3fd3-40d4-bb41-550d6ad89726 is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:34:52.165423 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port 42e30d9e-3fd3-40d4-bb41-550d6ad89726 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:34:52.165776 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (42e30d9e-3fd3-40d4-bb41-550d6ad89726), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:52.179185 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:52.181474 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-69b71dbe-bb17-4e70-bd44-2b975f67f848 admin admin] Publish callbacks [] for port (7cda351f-5831-40f7-b0b6-865ca2b809d3), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:52.186368 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-69b71dbe-bb17-4e70-bd44-2b975f67f848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62508193'] for port (7cda351f-5831-40f7-b0b6-865ca2b809d3), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:52.192665 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:52.194191 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:52.256590 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-69b71dbe-bb17-4e70-bd44-2b975f67f848 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697259'] for router_interface (3cd04f69-8754-4bcc-8da6-441e4bbbdaca), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:52.258401 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b71dbe-bb17-4e70-bd44-2b975f67f848 admin admin] Pushing event updated for resources: {'Port': ['ID=7cda351f-5831-40f7-b0b6-865ca2b809d3,revision_number=2']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:52.271559 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:52.282432 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7c10d6c8-512c-4d01-abff-ae013590a512 None None] Provisioning complete for port 7cda351f-5831-40f7-b0b6-865ca2b809d3 triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:34:52.282799 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7c10d6c8-512c-4d01-abff-ae013590a512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (7cda351f-5831-40f7-b0b6-865ca2b809d3), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:52.353766 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b71dbe-bb17-4e70-bd44-2b975f67f848 admin admin] Network 05bb2295-ab1f-4755-bab5-38bb2e0a7b79 is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:34:52.355176 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-69b71dbe-bb17-4e70-bd44-2b975f67f848 admin admin] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:34:52.376982 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7c10d6c8-512c-4d01-abff-ae013590a512 None None] Port 7cda351f-5831-40f7-b0b6-865ca2b809d3 cannot update to ACTIVE because it is not bound. {{(pid=106259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:34:52.403875 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port 42e30d9e-3fd3-40d4-bb41-550d6ad89726 is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:34:52.425700 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-ae72230a-424d-44bf-9816-503c4afccac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'name': 'tempest-TestVolumeBootPattern-1449703283-router', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6a192df2-96c0-45ba-aae5-fdca29a7234d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:34:47Z', 'updated_at': '2022-08-30T04:34:51Z', 'revision_number': 4, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'gw_port': {'id': '6a192df2-96c0-45ba-aae5-fdca29a7234d', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:48Z', 'updated_at': '2022-08-30T04:34:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': '7cda351f-5831-40f7-b0b6-865ca2b809d3', 'name': '', 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'mac_address': 'fa:16:3e:df:80:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:51Z', 'updated_at': '2022-08-30T04:34:51Z', 'revision_number': 1, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'subnets': [{'id': '2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:52.456556 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae72230a-424d-44bf-9816-503c4afccac1 None None] The sync data for ids ['3cd04f69-8754-4bcc-8da6-441e4bbbdaca'] in dv-cinder-854265-2-iscsi is: [{'id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'name': 'tempest-TestVolumeBootPattern-1449703283-router', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6a192df2-96c0-45ba-aae5-fdca29a7234d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:34:47Z', 'updated_at': '2022-08-30T04:34:51Z', 'revision_number': 4, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'gw_port': {'id': '6a192df2-96c0-45ba-aae5-fdca29a7234d', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:48Z', 'updated_at': '2022-08-30T04:34:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': '7cda351f-5831-40f7-b0b6-865ca2b809d3', 'name': '', 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'mac_address': 'fa:16:3e:df:80:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:51Z', 'updated_at': '2022-08-30T04:34:51Z', 'revision_number': 1, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'subnets': [{'id': '2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:34:52.475528 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b71dbe-bb17-4e70-bd44-2b975f67f848 admin admin] Router 3cd04f69-8754-4bcc-8da6-441e4bbbdaca has already been hosted by L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 {{(pid=106258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:34:52.591715 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b71dbe-bb17-4e70-bd44-2b975f67f848 admin admin] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:34:52.604508 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-69b71dbe-bb17-4e70-bd44-2b975f67f848 admin admin] 10.222.0.85 "PUT /networking/v2.0/routers/3cd04f69-8754-4bcc-8da6-441e4bbbdaca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4092853 Aug 30 04:34:52.610186 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-ce751e62-6285-422d-b6a8-aa1b42f6e9d0 None None] Provisioning complete for port 7cda351f-5831-40f7-b0b6-865ca2b809d3 triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:34:52.610983 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-ce751e62-6285-422d-b6a8-aa1b42f6e9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (7cda351f-5831-40f7-b0b6-865ca2b809d3), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:52.645409 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-ce751e62-6285-422d-b6a8-aa1b42f6e9d0 None None] Port 7cda351f-5831-40f7-b0b6-865ca2b809d3 cannot update to ACTIVE because it is not bound. {{(pid=106259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:34:52.959625 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-92b29c25-8408-4c53-b88a-bef399c31375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:53.167351 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 58090) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:53.172823 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-8b97dcf6-878d-4faa-bf31-b49e868dd3b9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1466937550-network', 'tenant_id': 'af87dd63dbe545c3a99753b771eb2cfc'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:34:53.179426 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:53.210522 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b97dcf6-878d-4faa-bf31-b49e868dd3b9 admin admin] Made reservation on behalf of af87dd63dbe545c3a99753b771eb2cfc for: {'network': 1} {{(pid=106257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:34:53.213192 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-8b97dcf6-878d-4faa-bf31-b49e868dd3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for network (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:53.216875 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:53.224703 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-8b97dcf6-878d-4faa-bf31-b49e868dd3b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:53.251468 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe2131-5ee1-4ac8-9d9f-66954fe888e5 req-e04bd249-d996-4699-92a4-089c01ddd655 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:53.253230 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0bfe2131-5ee1-4ac8-9d9f-66954fe888e5 req-e04bd249-d996-4699-92a4-089c01ddd655 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 944 time: 0.0575099 Aug 30 04:34:53.312866 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0bfe2131-5ee1-4ac8-9d9f-66954fe888e5 req-21e8c902-c3a0-42c1-9a46-27b76819dd15 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516448 Aug 30 04:34:53.326978 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-8b97dcf6-878d-4faa-bf31-b49e868dd3b9 admin admin] Publish callbacks [] for security_group (7a826ec3-f256-433a-9000-acc9b46a5051), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:53.333930 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-8b97dcf6-878d-4faa-bf31-b49e868dd3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (7a826ec3-f256-433a-9000-acc9b46a5051), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:53.361573 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b97dcf6-878d-4faa-bf31-b49e868dd3b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1069, 'physical_network': 'physnet1'} {{(pid=106257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 04:34:53.371857 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b97dcf6-878d-4faa-bf31-b49e868dd3b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a826ec3-f256-433a-9000-acc9b46a5051,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:53.377082 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-8b97dcf6-878d-4faa-bf31-b49e868dd3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3898234'] for segment (c750c43f-5686-4ec2-b889-59a49e490fdf), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:53.377415 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.db.segments_db [None req-8b97dcf6-878d-4faa-bf31-b49e868dd3b9 admin admin] Added segment c750c43f-5686-4ec2-b889-59a49e490fdf of type vlan for network e75a7a04-ba7b-48b8-a32a-ed0245afd919 Aug 30 04:34:53.422776 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-8b97dcf6-878d-4faa-bf31-b49e868dd3b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260646229'] for network (e75a7a04-ba7b-48b8-a32a-ed0245afd919), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:53.448850 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-8b97dcf6-878d-4faa-bf31-b49e868dd3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055'] for network (e75a7a04-ba7b-48b8-a32a-ed0245afd919), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:53.450556 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b97dcf6-878d-4faa-bf31-b49e868dd3b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:53.451122 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-8b97dcf6-878d-4faa-bf31-b49e868dd3b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for network (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:53.510239 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-8b97dcf6-878d-4faa-bf31-b49e868dd3b9 admin admin] 10.222.0.85 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3417501 Aug 30 04:34:53.513223 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 58092) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:53.515679 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b97dcf6-878d-4faa-bf31-b49e868dd3b9 admin admin] Pushing event updated for resources: {'Network': ['ID=e75a7a04-ba7b-48b8-a32a-ed0245afd919,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:53.525676 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Network e75a7a04-ba7b-48b8-a32a-ed0245afd919 details requested by agent ovs-agent-dv-cinder-854265-2-iscsi with host dv-cinder-854265-2-iscsi {{(pid=106259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:34:53.531097 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-3b527e68-ef12-4657-87a0-7a64adc3bf5e admin admin] Request body: {'subnet': {'network_id': 'e75a7a04-ba7b-48b8-a32a-ed0245afd919', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1466937550-subnet', 'tenant_id': 'af87dd63dbe545c3a99753b771eb2cfc', 'ip_version': 4}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:34:53.551237 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b527e68-ef12-4657-87a0-7a64adc3bf5e admin admin] Made reservation on behalf of af87dd63dbe545c3a99753b771eb2cfc for: {'subnet': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:34:53.553740 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3b527e68-ef12-4657-87a0-7a64adc3bf5e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62259393'] for subnet (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:53.945669 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 6a192df2-96c0-45ba-aae5-fdca29a7234d up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:34:53.994401 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port 6a192df2-96c0-45ba-aae5-fdca29a7234d triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:34:53.994883 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (6a192df2-96c0-45ba-aae5-fdca29a7234d), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:54.004980 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3b527e68-ef12-4657-87a0-7a64adc3bf5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62508312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62259415'] for subnet (4ee44091-182f-4a9b-abb6-494186e5d294), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:54.059705 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b527e68-ef12-4657-87a0-7a64adc3bf5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ee44091-182f-4a9b-abb6-494186e5d294,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:54.070114 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port 6a192df2-96c0-45ba-aae5-fdca29a7234d is: DOWN; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:34:54.070547 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (6a192df2-96c0-45ba-aae5-fdca29a7234d), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:54.075322 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b527e68-ef12-4657-87a0-7a64adc3bf5e admin admin] Checking segment: {'id': 'c750c43f-5686-4ec2-b889-59a49e490fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'e75a7a04-ba7b-48b8-a32a-ed0245afd919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:34:54.075688 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b527e68-ef12-4657-87a0-7a64adc3bf5e admin admin] Network hostable DHCP agents. Network: e75a7a04-ba7b-48b8-a32a-ed0245afd919, hostable agents: ['b1b2a880-5f2a-4407-bfda-3b17b5cf16ab'], hosted agents: [] {{(pid=106258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:34:54.094972 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] For port 6a192df2-96c0-45ba-aae5-fdca29a7234d, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=6a192df2-96c0-45ba-aae5-fdca29a7234d,segment=NetworkSegment(fa929cc1-394c-4547-9d6d-d932c4c80d18),segment_id=fa929cc1-394c-4547-9d6d-d932c4c80d18)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:34:54.095907 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b527e68-ef12-4657-87a0-7a64adc3bf5e admin admin] Network e75a7a04-ba7b-48b8-a32a-ed0245afd919 is scheduled to be hosted by DHCP agent b1b2a880-5f2a-4407-bfda-3b17b5cf16ab with binding_index 1 {{(pid=106258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:34:54.098974 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (6a192df2-96c0-45ba-aae5-fdca29a7234d), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:54.108175 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-3b527e68-ef12-4657-87a0-7a64adc3bf5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-2-iscsi, e75a7a04-ba7b-48b8-a32a-ed0245afd919) {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:34:54.114500 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b527e68-ef12-4657-87a0-7a64adc3bf5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:54.115560 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3b527e68-ef12-4657-87a0-7a64adc3bf5e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:54.127376 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:54.130666 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f426c029-727a-450e-941c-41a03f62ffc6 None None] Network e75a7a04-ba7b-48b8-a32a-ed0245afd919 requested from dv-cinder-854265-2-iscsi {{(pid=106259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:34:54.140992 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-3b527e68-ef12-4657-87a0-7a64adc3bf5e admin admin] 10.222.0.85 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6264241 Aug 30 04:34:54.143529 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 58096) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:54.147800 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-edd90137-4823-4039-95a0-1eeba7a935fe admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1466937550-router', 'tenant_id': 'af87dd63dbe545c3a99753b771eb2cfc', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'}}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:34:54.151965 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:54.169966 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-edd90137-4823-4039-95a0-1eeba7a935fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-698027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6516'] for router (03da3ca8-bd21-4c01-9e81-f03e7262d9d2), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:54.171187 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-edd90137-4823-4039-95a0-1eeba7a935fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-695958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6523'] for router (03da3ca8-bd21-4c01-9e81-f03e7262d9d2), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:54.207148 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Pushing event updated for resources: {'Port': ['ID=6a192df2-96c0-45ba-aae5-fdca29a7234d,revision_number=4']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:54.231778 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-edd90137-4823-4039-95a0-1eeba7a935fe admin admin] Publish callbacks [] for router_controller (03da3ca8-bd21-4c01-9e81-f03e7262d9d2), precommit_add_association {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:54.267153 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4082d5ff-16bb-443c-866b-29a841de6b39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp163fce75-ff37-51be-b106-87d3326ca651-e75a7a04-ba7b-48b8-a32a-ed0245afd919', 'network_id': 'e75a7a04-ba7b-48b8-a32a-ed0245afd919', 'project_id': 'af87dd63dbe545c3a99753b771eb2cfc', 'fixed_ips': [{'subnet_id': '4ee44091-182f-4a9b-abb6-494186e5d294'}]}} from dv-cinder-854265-2-iscsi. {{(pid=106259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 04:34:54.268123 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-4082d5ff-16bb-443c-866b-29a841de6b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:54.373892 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:54.380393 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-edd90137-4823-4039-95a0-1eeba7a935fe admin admin] Publish callbacks [] for router_gateway (03da3ca8-bd21-4c01-9e81-f03e7262d9d2), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:54.427506 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.db_base_plugin_common [None req-4082d5ff-16bb-443c-866b-29a841de6b39 None None] Allocated IP 172.20.0.2 (e75a7a04-ba7b-48b8-a32a-ed0245afd919/4ee44091-182f-4a9b-abb6-494186e5d294/4a7d0e01-747e-44f3-bee0-9a8c0406ce77) {{(pid=106259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:34:54.493872 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c225f86-e551-4bac-8dd8-26cad8946539 req-7af5c187-82e3-443d-9827-4236de307ce2 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:54.495403 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0c225f86-e551-4bac-8dd8-26cad8946539 req-7af5c187-82e3-443d-9827-4236de307ce2 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 944 time: 0.0647247 Aug 30 04:34:54.638005 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadd2fdf-e0df-4b71-8cee-f2f26f2badb3 None None] Sync routers for ids ['3cd04f69-8754-4bcc-8da6-441e4bbbdaca'] in dv-cinder-854265-2-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:34:54.651047 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadd2fdf-e0df-4b71-8cee-f2f26f2badb3 None None] Routers {'3cd04f69-8754-4bcc-8da6-441e4bbbdaca'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:34:54.651984 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-fadd2fdf-e0df-4b71-8cee-f2f26f2badb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:34:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['3cd04f69-8754-4bcc-8da6-441e4bbbdaca'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:54.654377 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0c225f86-e551-4bac-8dd8-26cad8946539 req-54df083b-8d6b-4dc8-b43c-f15315ad6b75 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484506 Aug 30 04:34:54.681117 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-edd90137-4823-4039-95a0-1eeba7a935fe admin admin] Publish callbacks [] for router_gateway (03da3ca8-bd21-4c01-9e81-f03e7262d9d2), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:54.702223 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-edd90137-4823-4039-95a0-1eeba7a935fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:54.725200 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-4082d5ff-16bb-443c-866b-29a841de6b39 None None] Publish callbacks [] for port (4a7d0e01-747e-44f3-bee0-9a8c0406ce77), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:54.727594 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:54.734234 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-4082d5ff-16bb-443c-866b-29a841de6b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758'] for port (4a7d0e01-747e-44f3-bee0-9a8c0406ce77), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:54.788606 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4082d5ff-16bb-443c-866b-29a841de6b39 None None] Network e75a7a04-ba7b-48b8-a32a-ed0245afd919 is already hosted by enough agents. {{(pid=106259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:34:54.790311 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.scheduler.base_scheduler [None req-4082d5ff-16bb-443c-866b-29a841de6b39 None None] Resources bound (agent type, host, resource id): {{(pid=106259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:34:54.792427 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082d5ff-16bb-443c-866b-29a841de6b39 None None] Pushing event updated for resources: {'Port': ['ID=4a7d0e01-747e-44f3-bee0-9a8c0406ce77,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:54.795074 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4082d5ff-16bb-443c-866b-29a841de6b39 None None] Received port after_create {{(pid=106259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:34:54.823037 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-fadd2fdf-e0df-4b71-8cee-f2f26f2badb3 None None] Set router 3cd04f69-8754-4bcc-8da6-441e4bbbdaca gateway port host: dv-cinder-854265-2-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:34:54.825918 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 6a20448d-3686-45d0-84c7-615528a03b7c details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:34:54.845385 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [None req-edd90137-4823-4039-95a0-1eeba7a935fe admin admin] Allocated IP 172.27.1.66 (03964a12-f74f-4d2e-840d-00c949ed3dc4/00661445-2d2c-4e5c-8f29-475eaaec65d5/809ee589-ce9f-4b01-8223-36768c0947f1) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:34:54.889398 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-4082d5ff-16bb-443c-866b-29a841de6b39 None None] Attempting to bind port 4a7d0e01-747e-44f3-bee0-9a8c0406ce77 on host dv-cinder-854265-2-iscsi for vnic_type normal with profile {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:34:54.890056 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-4082d5ff-16bb-443c-866b-29a841de6b39 None None] Attempting to bind port 4a7d0e01-747e-44f3-bee0-9a8c0406ce77 by drivers openvswitch,hyperv on host dv-cinder-854265-2-iscsi at level 0 using segments [{'id': 'c750c43f-5686-4ec2-b889-59a49e490fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'e75a7a04-ba7b-48b8-a32a-ed0245afd919'}] {{(pid=106259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:34:54.890718 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4082d5ff-16bb-443c-866b-29a841de6b39 None None] Attempting to bind port 4a7d0e01-747e-44f3-bee0-9a8c0406ce77 on network e75a7a04-ba7b-48b8-a32a-ed0245afd919 {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:34:54.898014 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4082d5ff-16bb-443c-866b-29a841de6b39 None None] Checking agent: {'id': 'e0fa4f30-19e6-45a9-8914-5f6bf4441601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17, 58), 'started_at': datetime.datetime(2022, 8, 30, 4, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:34:54.898857 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4082d5ff-16bb-443c-866b-29a841de6b39 None None] Checking segment: {'id': 'c750c43f-5686-4ec2-b889-59a49e490fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'e75a7a04-ba7b-48b8-a32a-ed0245afd919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:34:54.899426 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-4082d5ff-16bb-443c-866b-29a841de6b39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:54.899960 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4082d5ff-16bb-443c-866b-29a841de6b39 None None] Bound using segment: {'id': 'c750c43f-5686-4ec2-b889-59a49e490fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'e75a7a04-ba7b-48b8-a32a-ed0245afd919'} {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:34:54.900590 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-4082d5ff-16bb-443c-866b-29a841de6b39 None None] Bound port: 4a7d0e01-747e-44f3-bee0-9a8c0406ce77, host: dv-cinder-854265-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c750c43f-5686-4ec2-b889-59a49e490fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'e75a7a04-ba7b-48b8-a32a-ed0245afd919'}}] {{(pid=106259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:34:54.901267 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-4082d5ff-16bb-443c-866b-29a841de6b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (4a7d0e01-747e-44f3-bee0-9a8c0406ce77), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:54.975559 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-edd90137-4823-4039-95a0-1eeba7a935fe admin admin] Publish callbacks [] for port (809ee589-ce9f-4b01-8223-36768c0947f1), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:55.013179 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-edd90137-4823-4039-95a0-1eeba7a935fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62508200'] for port (809ee589-ce9f-4b01-8223-36768c0947f1), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:55.037030 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-4082d5ff-16bb-443c-866b-29a841de6b39 None None] For port 4a7d0e01-747e-44f3-bee0-9a8c0406ce77, host dv-cinder-854265-2-iscsi, cleared binding levels {{(pid=106259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:34:55.039872 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-4082d5ff-16bb-443c-866b-29a841de6b39 None None] For port 4a7d0e01-747e-44f3-bee0-9a8c0406ce77, host dv-cinder-854265-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=4a7d0e01-747e-44f3-bee0-9a8c0406ce77,segment=NetworkSegment(c750c43f-5686-4ec2-b889-59a49e490fdf),segment_id=c750c43f-5686-4ec2-b889-59a49e490fdf)] {{(pid=106259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:34:55.044968 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-fadd2fdf-e0df-4b71-8cee-f2f26f2badb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'name': 'tempest-TestVolumeBootPattern-1449703283-router', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6a192df2-96c0-45ba-aae5-fdca29a7234d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:34:47Z', 'updated_at': '2022-08-30T04:34:51Z', 'revision_number': 4, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'gw_port': {'id': '6a192df2-96c0-45ba-aae5-fdca29a7234d', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:48Z', 'updated_at': '2022-08-30T04:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': '7cda351f-5831-40f7-b0b6-865ca2b809d3', 'name': '', 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'mac_address': 'fa:16:3e:df:80:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:51Z', 'updated_at': '2022-08-30T04:34:52Z', 'revision_number': 2, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'subnets': [{'id': '2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:55.048316 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 6a20448d-3686-45d0-84c7-615528a03b7c, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=6a20448d-3686-45d0-84c7-615528a03b7c,segment=NetworkSegment(a693d004-c19a-4e68-bb57-afa3ae3ca47a),segment_id=a693d004-c19a-4e68-bb57-afa3ae3ca47a)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:34:55.051503 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-4082d5ff-16bb-443c-866b-29a841de6b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (4a7d0e01-747e-44f3-bee0-9a8c0406ce77), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:55.073688 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd90137-4823-4039-95a0-1eeba7a935fe admin admin] Network 03964a12-f74f-4d2e-840d-00c949ed3dc4 is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:34:55.074667 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadd2fdf-e0df-4b71-8cee-f2f26f2badb3 None None] Checking router: 3cd04f69-8754-4bcc-8da6-441e4bbbdaca for host: dv-cinder-854265-2-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:34:55.075181 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadd2fdf-e0df-4b71-8cee-f2f26f2badb3 None None] Updating router 3cd04f69-8754-4bcc-8da6-441e4bbbdaca port 7cda351f-5831-40f7-b0b6-865ca2b809d3 binding host dv-cinder-854265-2-iscsi {{(pid=106260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:34:55.086563 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-edd90137-4823-4039-95a0-1eeba7a935fe admin admin] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:34:55.088555 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Returning: {'device': '6a20448d-3686-45d0-84c7-615528a03b7c', 'network_id': '3a833cc4-0338-4d6e-b00c-99c3817ea5ba', 'port_id': '6a20448d-3686-45d0-84c7-615528a03b7c', 'mac_address': 'fa:16:3e:de:ef:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14ce1079-bb9d-4bd2-9455-27504a55dd9e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:34:55.092018 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd90137-4823-4039-95a0-1eeba7a935fe admin admin] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:34:55.112271 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-fadd2fdf-e0df-4b71-8cee-f2f26f2badb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (7cda351f-5831-40f7-b0b6-865ca2b809d3), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:55.141137 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd90137-4823-4039-95a0-1eeba7a935fe admin admin] Pushing event updated for resources: {'Port': ['ID=809ee589-ce9f-4b01-8223-36768c0947f1,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:55.163414 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082d5ff-16bb-443c-866b-29a841de6b39 None None] Pushing event updated for resources: {'Port': ['ID=4a7d0e01-747e-44f3-bee0-9a8c0406ce77,revision_number=2']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:55.166137 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port 6a20448d-3686-45d0-84c7-615528a03b7c is: DOWN; New status is: BUILD {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:34:55.166524 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (6a20448d-3686-45d0-84c7-615528a03b7c), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:55.184643 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a20448d-3686-45d0-84c7-615528a03b7c {{(pid=106259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:34:55.200388 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:55.206347 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 6a20448d-3686-45d0-84c7-615528a03b7c, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=6a20448d-3686-45d0-84c7-615528a03b7c,segment=NetworkSegment(a693d004-c19a-4e68-bb57-afa3ae3ca47a),segment_id=a693d004-c19a-4e68-bb57-afa3ae3ca47a)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:34:55.211876 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (6a20448d-3686-45d0-84c7-615528a03b7c), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:55.269312 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=6a20448d-3686-45d0-84c7-615528a03b7c,revision_number=9']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:55.284935 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:INSERT=5,neutron:UPDATE=5,neutron:SELECT=90 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:55.321507 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-d389d77d-2d0f-4f33-bebc-4b0ee5cde8f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:55.535787 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:55.555225 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-edd90137-4823-4039-95a0-1eeba7a935fe admin admin] Publish callbacks [] for router_gateway (03da3ca8-bd21-4c01-9e81-f03e7262d9d2), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:55.566863 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] get_ports_and_sgs() called for port_ids ['6a20448d-3686-45d0-84c7-615528a03b7c'] {{(pid=106259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:34:55.575451 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-fadd2fdf-e0df-4b71-8cee-f2f26f2badb3 None None] Publish callbacks [] for port (7cda351f-5831-40f7-b0b6-865ca2b809d3), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:55.584339 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-fadd2fdf-e0df-4b71-8cee-f2f26f2badb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (7cda351f-5831-40f7-b0b6-865ca2b809d3), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:55.605298 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:55.657873 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33235d01-89ef-4944-b7c0-f7bb93c822c9 None None] Pushing event updated for resources: {'Port': ['ID=7cda351f-5831-40f7-b0b6-865ca2b809d3,revision_number=3']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:55.688359 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33235d01-89ef-4944-b7c0-f7bb93c822c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:55.688870 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33235d01-89ef-4944-b7c0-f7bb93c822c9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:55.689745 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33235d01-89ef-4944-b7c0-f7bb93c822c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:55.690188 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33235d01-89ef-4944-b7c0-f7bb93c822c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:55.690524 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33235d01-89ef-4944-b7c0-f7bb93c822c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:55.690854 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33235d01-89ef-4944-b7c0-f7bb93c822c9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:55.691179 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33235d01-89ef-4944-b7c0-f7bb93c822c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:55.691505 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33235d01-89ef-4944-b7c0-f7bb93c822c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:55.691829 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33235d01-89ef-4944-b7c0-f7bb93c822c9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:55.692152 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33235d01-89ef-4944-b7c0-f7bb93c822c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:55.692474 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33235d01-89ef-4944-b7c0-f7bb93c822c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:55.692817 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33235d01-89ef-4944-b7c0-f7bb93c822c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:55.693195 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33235d01-89ef-4944-b7c0-f7bb93c822c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:55.693487 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33235d01-89ef-4944-b7c0-f7bb93c822c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:55.693817 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33235d01-89ef-4944-b7c0-f7bb93c822c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:34:55.704281 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-fadd2fdf-e0df-4b71-8cee-f2f26f2badb3 None None] Attempting to bind port 7cda351f-5831-40f7-b0b6-865ca2b809d3 on host dv-cinder-854265-2-iscsi for vnic_type normal with profile {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:34:55.704651 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-fadd2fdf-e0df-4b71-8cee-f2f26f2badb3 None None] Attempting to bind port 7cda351f-5831-40f7-b0b6-865ca2b809d3 by drivers openvswitch,hyperv on host dv-cinder-854265-2-iscsi at level 0 using segments [{'id': 'fdd31e04-0827-4615-9af3-6927d149ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79'}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:34:55.705012 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadd2fdf-e0df-4b71-8cee-f2f26f2badb3 None None] Attempting to bind port 7cda351f-5831-40f7-b0b6-865ca2b809d3 on network 05bb2295-ab1f-4755-bab5-38bb2e0a7b79 {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:34:55.721796 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadd2fdf-e0df-4b71-8cee-f2f26f2badb3 None None] Checking agent: {'id': 'e0fa4f30-19e6-45a9-8914-5f6bf4441601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17, 58), 'started_at': datetime.datetime(2022, 8, 30, 4, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:34:55.723892 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadd2fdf-e0df-4b71-8cee-f2f26f2badb3 None None] Checking segment: {'id': 'fdd31e04-0827-4615-9af3-6927d149ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:34:55.725416 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-fadd2fdf-e0df-4b71-8cee-f2f26f2badb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:55.725416 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadd2fdf-e0df-4b71-8cee-f2f26f2badb3 None None] Bound using segment: {'id': 'fdd31e04-0827-4615-9af3-6927d149ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79'} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:34:55.725933 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-fadd2fdf-e0df-4b71-8cee-f2f26f2badb3 None None] Bound port: 7cda351f-5831-40f7-b0b6-865ca2b809d3, host: dv-cinder-854265-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdd31e04-0827-4615-9af3-6927d149ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79'}}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:34:55.726687 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-fadd2fdf-e0df-4b71-8cee-f2f26f2badb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (7cda351f-5831-40f7-b0b6-865ca2b809d3), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:55.799224 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-fadd2fdf-e0df-4b71-8cee-f2f26f2badb3 None None] For port 7cda351f-5831-40f7-b0b6-865ca2b809d3, host dv-cinder-854265-2-iscsi, cleared binding levels {{(pid=106260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:34:55.803879 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-fadd2fdf-e0df-4b71-8cee-f2f26f2badb3 None None] For port 7cda351f-5831-40f7-b0b6-865ca2b809d3, host dv-cinder-854265-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=7cda351f-5831-40f7-b0b6-865ca2b809d3,segment=NetworkSegment(fdd31e04-0827-4615-9af3-6927d149ce86),segment_id=fdd31e04-0827-4615-9af3-6927d149ce86)] {{(pid=106260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:34:55.810560 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-fadd2fdf-e0df-4b71-8cee-f2f26f2badb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (7cda351f-5831-40f7-b0b6-865ca2b809d3), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:55.837616 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e87a5-3f9a-4097-89db-b36efe5756e7 req-69d0ecfa-b80b-4720-8931-ef53c6649338 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:55.839028 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-cc2e87a5-3f9a-4097-89db-b36efe5756e7 req-69d0ecfa-b80b-4720-8931-ef53c6649338 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 945 time: 0.0630178 Aug 30 04:34:55.840721 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-edd90137-4823-4039-95a0-1eeba7a935fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-696014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696667'] for router (03da3ca8-bd21-4c01-9e81-f03e7262d9d2), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:55.846517 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadd2fdf-e0df-4b71-8cee-f2f26f2badb3 None None] Routers {'3cd04f69-8754-4bcc-8da6-441e4bbbdaca'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:34:55.847568 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-fadd2fdf-e0df-4b71-8cee-f2f26f2badb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:34:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['3cd04f69-8754-4bcc-8da6-441e4bbbdaca'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:55.929101 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33235d01-89ef-4944-b7c0-f7bb93c822c9 None None] Pushing event updated for resources: {'Port': ['ID=7cda351f-5831-40f7-b0b6-865ca2b809d3,revision_number=4']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:56.007825 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-cc2e87a5-3f9a-4097-89db-b36efe5756e7 req-431e7b70-14da-41f2-83f4-97747a70cabd tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537378 Aug 30 04:34:56.068498 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd90137-4823-4039-95a0-1eeba7a935fe admin admin] Router 03da3ca8-bd21-4c01-9e81-f03e7262d9d2 is scheduled to L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 with binding_index 1 {{(pid=106258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 04:34:56.129543 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:56.130248 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 6a192df2-96c0-45ba-aae5-fdca29a7234d up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:34:56.142399 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-fadd2fdf-e0df-4b71-8cee-f2f26f2badb3 None None] Set router 3cd04f69-8754-4bcc-8da6-441e4bbbdaca gateway port host: dv-cinder-854265-2-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:34:56.187705 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port 6a192df2-96c0-45ba-aae5-fdca29a7234d triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:34:56.188078 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (6a192df2-96c0-45ba-aae5-fdca29a7234d), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:56.190782 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd90137-4823-4039-95a0-1eeba7a935fe admin admin] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:34:56.212142 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-edd90137-4823-4039-95a0-1eeba7a935fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:56.216725 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 58120) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:56.217420 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1fc465-019b-436e-a738-55954a8c34a5 None None] Sync routers for ids ['03da3ca8-bd21-4c01-9e81-f03e7262d9d2'] in dv-cinder-854265-2-iscsi {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:34:56.224208 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-edd90137-4823-4039-95a0-1eeba7a935fe admin admin] 10.222.0.85 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0796211 Aug 30 04:34:56.238843 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1fc465-019b-436e-a738-55954a8c34a5 None None] Routers {'03da3ca8-bd21-4c01-9e81-f03e7262d9d2'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:34:56.239629 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-fa1fc465-019b-436e-a738-55954a8c34a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:34:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['03da3ca8-bd21-4c01-9e81-f03e7262d9d2'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:56.304370 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:56.385304 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port 6a192df2-96c0-45ba-aae5-fdca29a7234d is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:34:56.385530 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-fadd2fdf-e0df-4b71-8cee-f2f26f2badb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'name': 'tempest-TestVolumeBootPattern-1449703283-router', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6a192df2-96c0-45ba-aae5-fdca29a7234d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:34:47Z', 'updated_at': '2022-08-30T04:34:51Z', 'revision_number': 4, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'gw_port': {'id': '6a192df2-96c0-45ba-aae5-fdca29a7234d', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:48Z', 'updated_at': '2022-08-30T04:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': '7cda351f-5831-40f7-b0b6-865ca2b809d3', 'name': '', 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'mac_address': 'fa:16:3e:df:80:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:51Z', 'updated_at': '2022-08-30T04:34:55Z', 'revision_number': 4, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'subnets': [{'id': '2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:56.387716 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 4a7d0e01-747e-44f3-bee0-9a8c0406ce77 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:34:56.419168 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadd2fdf-e0df-4b71-8cee-f2f26f2badb3 None None] The sync data for ids ['3cd04f69-8754-4bcc-8da6-441e4bbbdaca'] in dv-cinder-854265-2-iscsi is: [{'id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'name': 'tempest-TestVolumeBootPattern-1449703283-router', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6a192df2-96c0-45ba-aae5-fdca29a7234d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:34:47Z', 'updated_at': '2022-08-30T04:34:51Z', 'revision_number': 4, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'gw_port': {'id': '6a192df2-96c0-45ba-aae5-fdca29a7234d', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:48Z', 'updated_at': '2022-08-30T04:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': '7cda351f-5831-40f7-b0b6-865ca2b809d3', 'name': '', 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'mac_address': 'fa:16:3e:df:80:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:51Z', 'updated_at': '2022-08-30T04:34:55Z', 'revision_number': 4, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'subnets': [{'id': '2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:34:56.421798 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-fa1fc465-019b-436e-a738-55954a8c34a5 None None] Set router 03da3ca8-bd21-4c01-9e81-f03e7262d9d2 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:34:56.454354 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2b4195-9c3f-409b-97cc-02e6b41312f9 None None] Network e75a7a04-ba7b-48b8-a32a-ed0245afd919 requested from dv-cinder-854265-2-iscsi {{(pid=106259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:34:56.629837 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-ddf3cdd5-487e-4e87-9f2a-e19462ec76ba None None] Provisioning complete for port 4a7d0e01-747e-44f3-bee0-9a8c0406ce77 triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:34:56.630210 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-ddf3cdd5-487e-4e87-9f2a-e19462ec76ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (4a7d0e01-747e-44f3-bee0-9a8c0406ce77), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:56.689481 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:56.714294 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-4ad6f733-acbf-4442-96ae-57edb07555ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:56.718915 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port 4a7d0e01-747e-44f3-bee0-9a8c0406ce77 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:34:56.719572 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (4a7d0e01-747e-44f3-bee0-9a8c0406ce77), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:56.842024 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:56.849262 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:56.854383 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:56.864624 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 6a20448d-3686-45d0-84c7-615528a03b7c up at agent hyperv_hv-cinder-85426 {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:34:56.908560 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.db_base_plugin_common [None req-4ad6f733-acbf-4442-96ae-57edb07555ff admin admin] Allocated IP 172.20.0.1 (e75a7a04-ba7b-48b8-a32a-ed0245afd919/4ee44091-182f-4a9b-abb6-494186e5d294/a6465a50-1024-4bed-aad2-b25511939372) {{(pid=106257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:34:56.954320 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-ddf3cdd5-487e-4e87-9f2a-e19462ec76ba None None] Current status of the port 4a7d0e01-747e-44f3-bee0-9a8c0406ce77 is: DOWN; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:34:56.954649 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-ddf3cdd5-487e-4e87-9f2a-e19462ec76ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (4a7d0e01-747e-44f3-bee0-9a8c0406ce77), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:56.961968 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-fa1fc465-019b-436e-a738-55954a8c34a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03da3ca8-bd21-4c01-9e81-f03e7262d9d2', 'name': 'tempest-TestVolumeBootPattern-1466937550-router', 'tenant_id': 'af87dd63dbe545c3a99753b771eb2cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '809ee589-ce9f-4b01-8223-36768c0947f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:34:54Z', 'updated_at': '2022-08-30T04:34:55Z', 'revision_number': 3, 'project_id': 'af87dd63dbe545c3a99753b771eb2cfc', 'gw_port': {'id': '809ee589-ce9f-4b01-8223-36768c0947f1', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:30:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03da3ca8-bd21-4c01-9e81-f03e7262d9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:54Z', 'updated_at': '2022-08-30T04:34:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi'}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:56.994916 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port 4a7d0e01-747e-44f3-bee0-9a8c0406ce77 is: DOWN; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:34:56.995310 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (4a7d0e01-747e-44f3-bee0-9a8c0406ce77), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:57.042909 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1fc465-019b-436e-a738-55954a8c34a5 None None] Checking router: 03da3ca8-bd21-4c01-9e81-f03e7262d9d2 for host: dv-cinder-854265-2-iscsi {{(pid=106259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:34:57.043815 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1fc465-019b-436e-a738-55954a8c34a5 None None] Updating router 03da3ca8-bd21-4c01-9e81-f03e7262d9d2 port 809ee589-ce9f-4b01-8223-36768c0947f1 binding host dv-cinder-854265-2-iscsi {{(pid=106259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:34:57.050475 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-4ad6f733-acbf-4442-96ae-57edb07555ff admin admin] Publish callbacks [] for port (a6465a50-1024-4bed-aad2-b25511939372), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:57.087606 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-ddf3cdd5-487e-4e87-9f2a-e19462ec76ba None None] For port 4a7d0e01-747e-44f3-bee0-9a8c0406ce77, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=4a7d0e01-747e-44f3-bee0-9a8c0406ce77,segment=NetworkSegment(c750c43f-5686-4ec2-b889-59a49e490fdf),segment_id=c750c43f-5686-4ec2-b889-59a49e490fdf)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:34:57.091209 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Provisioning complete for port 6a20448d-3686-45d0-84c7-615528a03b7c triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:34:57.091583 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (6a20448d-3686-45d0-84c7-615528a03b7c), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:57.101505 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-fa1fc465-019b-436e-a738-55954a8c34a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (809ee589-ce9f-4b01-8223-36768c0947f1), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:57.157237 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-ddf3cdd5-487e-4e87-9f2a-e19462ec76ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (4a7d0e01-747e-44f3-bee0-9a8c0406ce77), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:57.170438 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-4ad6f733-acbf-4442-96ae-57edb07555ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (a6465a50-1024-4bed-aad2-b25511939372), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:57.198444 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:57.238978 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad6f733-acbf-4442-96ae-57edb07555ff admin admin] Network e75a7a04-ba7b-48b8-a32a-ed0245afd919 is already hosted by enough agents. {{(pid=106257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:34:57.242563 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.base_scheduler [None req-4ad6f733-acbf-4442-96ae-57edb07555ff admin admin] Resources bound (agent type, host, resource id): {{(pid=106257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:34:57.245871 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad6f733-acbf-4442-96ae-57edb07555ff admin admin] Received port after_create {{(pid=106257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:34:57.248650 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6f733-acbf-4442-96ae-57edb07555ff admin admin] Pushing event updated for resources: {'Port': ['ID=a6465a50-1024-4bed-aad2-b25511939372,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:57.263503 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d223fd74-4071-429a-b76b-ea5f1c876b08 req-d8499ee5-e53e-4583-a2b0-ce3fd9ed3717 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:57.270104 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d223fd74-4071-429a-b76b-ea5f1c876b08 req-d8499ee5-e53e-4583-a2b0-ce3fd9ed3717 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 945 time: 0.0756269 Aug 30 04:34:57.293333 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-4ad6f733-acbf-4442-96ae-57edb07555ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697151'] for router_interface (03da3ca8-bd21-4c01-9e81-f03e7262d9d2), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:57.350059 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d223fd74-4071-429a-b76b-ea5f1c876b08 req-e55ad07e-82fb-472c-86d6-8b7257e369e1 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724344 Aug 30 04:34:57.462105 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-4ad6f733-acbf-4442-96ae-57edb07555ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (a6465a50-1024-4bed-aad2-b25511939372), before_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:57.531887 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-aea4423a-db1d-442d-9489-cbe4e8cadf0e None None] Provisioning complete for port 4a7d0e01-747e-44f3-bee0-9a8c0406ce77 triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:34:57.532255 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-aea4423a-db1d-442d-9489-cbe4e8cadf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (4a7d0e01-747e-44f3-bee0-9a8c0406ce77), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:57.544650 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.db.api [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106259) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 30 04:34:57.545136 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG oslo_db.api [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 04:34:57.579299 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf3cdd5-487e-4e87-9f2a-e19462ec76ba None None] Pushing event updated for resources: {'Port': ['ID=4a7d0e01-747e-44f3-bee0-9a8c0406ce77,revision_number=3']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:57.634163 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-4ad6f733-acbf-4442-96ae-57edb07555ff admin admin] Publish callbacks [] for port (a6465a50-1024-4bed-aad2-b25511939372), precommit_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:57.639223 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-4ad6f733-acbf-4442-96ae-57edb07555ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61207719'] for port (a6465a50-1024-4bed-aad2-b25511939372), after_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:57.686792 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port 6a20448d-3686-45d0-84c7-615528a03b7c is: BUILD; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:34:57.687211 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (6a20448d-3686-45d0-84c7-615528a03b7c), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:57.712155 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6f733-acbf-4442-96ae-57edb07555ff admin admin] Pushing event updated for resources: {'Port': ['ID=a6465a50-1024-4bed-aad2-b25511939372,revision_number=2']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:57.715059 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-4ad6f733-acbf-4442-96ae-57edb07555ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697259'] for router_interface (03da3ca8-bd21-4c01-9e81-f03e7262d9d2), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:57.758726 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05746cb-13ab-4eb9-961b-09d7254f6ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a20448d-3686-45d0-84c7-615528a03b7c'}] {{(pid=106259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:34:57.760993 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e273ce8b2ae48758be2a6d8dc958f9d92735a0e32143c567216a16ba221820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6ed0eb-30e1-4c17-80e5-5afc715b01f7" -d '{"events": [{"server_uuid": "d05746cb-13ab-4eb9-961b-09d7254f6ce5", "name": "network-vif-plugged", "status": "completed", "tag": "6a20448d-3686-45d0-84c7-615528a03b7c"}]}' {{(pid=106259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:34:57.769391 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-aea4423a-db1d-442d-9489-cbe4e8cadf0e None None] Current status of the port 4a7d0e01-747e-44f3-bee0-9a8c0406ce77 is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:34:57.787927 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 6a20448d-3686-45d0-84c7-615528a03b7c, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=6a20448d-3686-45d0-84c7-615528a03b7c,segment=NetworkSegment(a693d004-c19a-4e68-bb57-afa3ae3ca47a),segment_id=a693d004-c19a-4e68-bb57-afa3ae3ca47a)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:34:57.798187 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (6a20448d-3686-45d0-84c7-615528a03b7c), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:57.814565 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:57.817928 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:57.826095 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c9285b-9fdf-4860-ad48-72f0f4ff9bc5 x-openstack-request-id: req-99c9285b-9fdf-4860-ad48-72f0f4ff9bc5 {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:34:57.826443 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d05746cb-13ab-4eb9-961b-09d7254f6ce5", "name": "network-vif-plugged", "status": "completed", "tag": "6a20448d-3686-45d0-84c7-615528a03b7c", "code": 200}]} {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:34:57.826690 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-99c9285b-9fdf-4860-ad48-72f0f4ff9bc5 {{(pid=106259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:34:57.827080 dv-cinder-854265-2-iscsi neutron-server[106259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99c9285b-9fdf-4860-ad48-72f0f4ff9bc5'] response: {'server_uuid': 'd05746cb-13ab-4eb9-961b-09d7254f6ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a20448d-3686-45d0-84c7-615528a03b7c', 'code': 200} Aug 30 04:34:57.846266 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad6f733-acbf-4442-96ae-57edb07555ff admin admin] Network e75a7a04-ba7b-48b8-a32a-ed0245afd919 is already hosted by enough agents. {{(pid=106257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:34:57.848786 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.base_scheduler [None req-4ad6f733-acbf-4442-96ae-57edb07555ff admin admin] Resources bound (agent type, host, resource id): {{(pid=106257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:34:57.888876 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:57.930033 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=6a20448d-3686-45d0-84c7-615528a03b7c,revision_number=10']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:57.948928 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-fa1fc465-019b-436e-a738-55954a8c34a5 None None] Publish callbacks [] for port (809ee589-ce9f-4b01-8223-36768c0947f1), precommit_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:57.964910 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-6c226a8b-de18-4a39-b05d-968fbfcc6aa4 None None] Provisioning complete for port a6465a50-1024-4bed-aad2-b25511939372 triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:34:57.965442 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6c226a8b-de18-4a39-b05d-968fbfcc6aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (a6465a50-1024-4bed-aad2-b25511939372), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:57.971111 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-fa1fc465-019b-436e-a738-55954a8c34a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (809ee589-ce9f-4b01-8223-36768c0947f1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:58.002230 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad6f733-acbf-4442-96ae-57edb07555ff admin admin] Router 03da3ca8-bd21-4c01-9e81-f03e7262d9d2 has already been hosted by L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 {{(pid=106257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:34:58.103049 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:58.125646 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-fa1fc465-019b-436e-a738-55954a8c34a5 None None] Attempting to bind port 809ee589-ce9f-4b01-8223-36768c0947f1 on host dv-cinder-854265-2-iscsi for vnic_type normal with profile {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:34:58.126162 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-fa1fc465-019b-436e-a738-55954a8c34a5 None None] Attempting to bind port 809ee589-ce9f-4b01-8223-36768c0947f1 by drivers openvswitch,hyperv on host dv-cinder-854265-2-iscsi at level 0 using segments [{'id': 'fa929cc1-394c-4547-9d6d-d932c4c80d18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'}] {{(pid=106259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:34:58.126623 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1fc465-019b-436e-a738-55954a8c34a5 None None] Attempting to bind port 809ee589-ce9f-4b01-8223-36768c0947f1 on network 03964a12-f74f-4d2e-840d-00c949ed3dc4 {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:34:58.139526 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ec087-ab08-4b59-b944-0e352e6c7201 req-35c7c1f0-438e-4f2f-8f1f-4832b84bf11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:58.141503 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-ae8ec087-ab08-4b59-b944-0e352e6c7201 req-35c7c1f0-438e-4f2f-8f1f-4832b84bf11c service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 1131 time: 0.0593178 Aug 30 04:34:58.144886 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1fc465-019b-436e-a738-55954a8c34a5 None None] Checking agent: {'id': 'e0fa4f30-19e6-45a9-8914-5f6bf4441601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17, 58), 'started_at': datetime.datetime(2022, 8, 30, 4, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:34:58.145389 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1fc465-019b-436e-a738-55954a8c34a5 None None] Checking segment: {'id': 'fa929cc1-394c-4547-9d6d-d932c4c80d18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:34:58.145938 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-fa1fc465-019b-436e-a738-55954a8c34a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:58.146352 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1fc465-019b-436e-a738-55954a8c34a5 None None] Bound using segment: {'id': 'fa929cc1-394c-4547-9d6d-d932c4c80d18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'} {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:34:58.146985 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-fa1fc465-019b-436e-a738-55954a8c34a5 None None] Bound port: 809ee589-ce9f-4b01-8223-36768c0947f1, host: dv-cinder-854265-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa929cc1-394c-4547-9d6d-d932c4c80d18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'}}] {{(pid=106259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:34:58.147468 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-fa1fc465-019b-436e-a738-55954a8c34a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (809ee589-ce9f-4b01-8223-36768c0947f1), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:58.151743 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6c226a8b-de18-4a39-b05d-968fbfcc6aa4 None None] Port a6465a50-1024-4bed-aad2-b25511939372 cannot update to ACTIVE because it is not bound. {{(pid=106259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:34:58.161221 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port 4a7d0e01-747e-44f3-bee0-9a8c0406ce77 is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:34:58.187707 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e83513c-774f-4968-9497-97dee99fd720 None None] Pushing event updated for resources: {'Port': ['ID=809ee589-ce9f-4b01-8223-36768c0947f1,revision_number=2']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:58.216738 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:58.223083 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad6f733-acbf-4442-96ae-57edb07555ff admin admin] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:34:58.236345 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-4ad6f733-acbf-4442-96ae-57edb07555ff admin admin] 10.222.0.85 "PUT /networking/v2.0/routers/03da3ca8-bd21-4c01-9e81-f03e7262d9d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0105772 Aug 30 04:34:58.236824 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-fa1fc465-019b-436e-a738-55954a8c34a5 None None] For port 809ee589-ce9f-4b01-8223-36768c0947f1, host dv-cinder-854265-2-iscsi, cleared binding levels {{(pid=106259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:34:58.239562 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-fa1fc465-019b-436e-a738-55954a8c34a5 None None] For port 809ee589-ce9f-4b01-8223-36768c0947f1, host dv-cinder-854265-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=809ee589-ce9f-4b01-8223-36768c0947f1,segment=NetworkSegment(fa929cc1-394c-4547-9d6d-d932c4c80d18),segment_id=fa929cc1-394c-4547-9d6d-d932c4c80d18)] {{(pid=106259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:34:58.249280 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-fa1fc465-019b-436e-a738-55954a8c34a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (809ee589-ce9f-4b01-8223-36768c0947f1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:58.262650 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-ae8ec087-ab08-4b59-b944-0e352e6c7201 req-b97dc39a-ee08-4eb0-b2fe-29b2d1698262 service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935183 Aug 30 04:34:58.276739 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:58.327530 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-43749d22-9b81-4a80-bca4-488e30435a17 None None] Provisioning complete for port a6465a50-1024-4bed-aad2-b25511939372 triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:34:58.327901 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-43749d22-9b81-4a80-bca4-488e30435a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (a6465a50-1024-4bed-aad2-b25511939372), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:58.332196 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1fc465-019b-436e-a738-55954a8c34a5 None None] Routers {'03da3ca8-bd21-4c01-9e81-f03e7262d9d2'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:34:58.332841 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-fa1fc465-019b-436e-a738-55954a8c34a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:34:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['03da3ca8-bd21-4c01-9e81-f03e7262d9d2'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:58.403672 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 7cda351f-5831-40f7-b0b6-865ca2b809d3 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:34:58.450360 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e83513c-774f-4968-9497-97dee99fd720 None None] Pushing event updated for resources: {'Port': ['ID=809ee589-ce9f-4b01-8223-36768c0947f1,revision_number=3']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:58.469779 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-43749d22-9b81-4a80-bca4-488e30435a17 None None] Port a6465a50-1024-4bed-aad2-b25511939372 cannot update to ACTIVE because it is not bound. {{(pid=106259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:34:58.508513 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb5949-bda1-43a9-bd4c-5ac84744f725 req-359b3959-6751-437d-b256-b8fa87b96964 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:58.510104 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8edb5949-bda1-43a9-bd4c-5ac84744f725 req-359b3959-6751-437d-b256-b8fa87b96964 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 947 time: 0.0521011 Aug 30 04:34:58.530749 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port 7cda351f-5831-40f7-b0b6-865ca2b809d3 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:34:58.531129 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (7cda351f-5831-40f7-b0b6-865ca2b809d3), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:58.542800 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:58.554368 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-fa1fc465-019b-436e-a738-55954a8c34a5 None None] Set router 03da3ca8-bd21-4c01-9e81-f03e7262d9d2 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:34:58.561756 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8edb5949-bda1-43a9-bd4c-5ac84744f725 req-0cb2ff9a-e5e9-42f9-8924-75b9fc4a4726 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453305 Aug 30 04:34:58.668151 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 58148) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:58.672771 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-2ee32a69-0825-4a9c-a8ea-5cb29525c118 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1522422868', 'description': 'tempest-secgroup-smoke-1522422868 description', 'project_id': '18e4bf7297124da4b43ccaeda048f772'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:34:58.693718 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-2ee32a69-0825-4a9c-a8ea-5cb29525c118 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:58.721778 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port 7cda351f-5831-40f7-b0b6-865ca2b809d3 is: DOWN; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:34:58.722079 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (7cda351f-5831-40f7-b0b6-865ca2b809d3), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:58.764486 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-2ee32a69-0825-4a9c-a8ea-5cb29525c118 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks [] for security_group (bf906bae-0190-4421-8ed3-fd285f7352de), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:58.768421 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-2ee32a69-0825-4a9c-a8ea-5cb29525c118 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (bf906bae-0190-4421-8ed3-fd285f7352de), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:58.793909 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:58.797984 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-2ee32a69-0825-4a9c-a8ea-5cb29525c118 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:58.799192 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] For port 7cda351f-5831-40f7-b0b6-865ca2b809d3, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=7cda351f-5831-40f7-b0b6-865ca2b809d3,segment=NetworkSegment(fdd31e04-0827-4615-9af3-6927d149ce86),segment_id=fdd31e04-0827-4615-9af3-6927d149ce86)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:34:58.799325 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-2ee32a69-0825-4a9c-a8ea-5cb29525c118 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1301179 Aug 30 04:34:58.802465 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 58150) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:58.807630 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-b7d0aca6-d555-4b7f-8cfa-3693817ee74c tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Request body: {'security_group_rule': {'security_group_id': 'bf906bae-0190-4421-8ed3-fd285f7352de', 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:34:58.808393 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (7cda351f-5831-40f7-b0b6-865ca2b809d3), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:58.809887 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 4a7d0e01-747e-44f3-bee0-9a8c0406ce77 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:34:58.816699 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee32a69-0825-4a9c-a8ea-5cb29525c118 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf906bae-0190-4421-8ed3-fd285f7352de,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:58.839247 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-b7d0aca6-d555-4b7f-8cfa-3693817ee74c tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks [] for security_group_rule (51644816-36ef-4331-9644-07716edbb837), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:58.858444 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-fa1fc465-019b-436e-a738-55954a8c34a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03da3ca8-bd21-4c01-9e81-f03e7262d9d2', 'name': 'tempest-TestVolumeBootPattern-1466937550-router', 'tenant_id': 'af87dd63dbe545c3a99753b771eb2cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '809ee589-ce9f-4b01-8223-36768c0947f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:34:54Z', 'updated_at': '2022-08-30T04:34:57Z', 'revision_number': 4, 'project_id': 'af87dd63dbe545c3a99753b771eb2cfc', 'gw_port': {'id': '809ee589-ce9f-4b01-8223-36768c0947f1', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:30:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03da3ca8-bd21-4c01-9e81-f03e7262d9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:54Z', 'updated_at': '2022-08-30T04:34:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': 'a6465a50-1024-4bed-aad2-b25511939372', 'name': '', 'network_id': 'e75a7a04-ba7b-48b8-a32a-ed0245afd919', 'tenant_id': 'af87dd63dbe545c3a99753b771eb2cfc', 'mac_address': 'fa:16:3e:f8:bf:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03da3ca8-bd21-4c01-9e81-f03e7262d9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '4ee44091-182f-4a9b-abb6-494186e5d294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:56Z', 'updated_at': '2022-08-30T04:34:57Z', 'revision_number': 2, 'project_id': 'af87dd63dbe545c3a99753b771eb2cfc', 'subnets': [{'id': '4ee44091-182f-4a9b-abb6-494186e5d294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:34:58.896785 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-b7d0aca6-d555-4b7f-8cfa-3693817ee74c tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks [] for security_group_rule (51644816-36ef-4331-9644-07716edbb837), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:58.897202 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1fc465-019b-436e-a738-55954a8c34a5 None None] The sync data for ids ['03da3ca8-bd21-4c01-9e81-f03e7262d9d2'] in dv-cinder-854265-2-iscsi is: [{'id': '03da3ca8-bd21-4c01-9e81-f03e7262d9d2', 'name': 'tempest-TestVolumeBootPattern-1466937550-router', 'tenant_id': 'af87dd63dbe545c3a99753b771eb2cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '809ee589-ce9f-4b01-8223-36768c0947f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:34:54Z', 'updated_at': '2022-08-30T04:34:57Z', 'revision_number': 4, 'project_id': 'af87dd63dbe545c3a99753b771eb2cfc', 'gw_port': {'id': '809ee589-ce9f-4b01-8223-36768c0947f1', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:30:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03da3ca8-bd21-4c01-9e81-f03e7262d9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:54Z', 'updated_at': '2022-08-30T04:34:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': 'a6465a50-1024-4bed-aad2-b25511939372', 'name': '', 'network_id': 'e75a7a04-ba7b-48b8-a32a-ed0245afd919', 'tenant_id': 'af87dd63dbe545c3a99753b771eb2cfc', 'mac_address': 'fa:16:3e:f8:bf:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03da3ca8-bd21-4c01-9e81-f03e7262d9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '4ee44091-182f-4a9b-abb6-494186e5d294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:56Z', 'updated_at': '2022-08-30T04:34:57Z', 'revision_number': 2, 'project_id': 'af87dd63dbe545c3a99753b771eb2cfc', 'subnets': [{'id': '4ee44091-182f-4a9b-abb6-494186e5d294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:34:58.904409 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-b7d0aca6-d555-4b7f-8cfa-3693817ee74c tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651561'] for security_group_rule (51644816-36ef-4331-9644-07716edbb837), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:58.924047 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Pushing event updated for resources: {'Port': ['ID=7cda351f-5831-40f7-b0b6-865ca2b809d3,revision_number=5']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:58.932323 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port 4a7d0e01-747e-44f3-bee0-9a8c0406ce77 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:34:58.932696 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (4a7d0e01-747e-44f3-bee0-9a8c0406ce77), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:58.940025 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d0aca6-d555-4b7f-8cfa-3693817ee74c tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51644816-36ef-4331-9644-07716edbb837,revision_number=0']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:58.944311 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-b7d0aca6-d555-4b7f-8cfa-3693817ee74c tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:58.948379 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-b7d0aca6-d555-4b7f-8cfa-3693817ee74c tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1419654 Aug 30 04:34:58.948568 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 58152) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:58.953768 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-a8b63fd7-e92a-4a02-91b5-880d082eea58 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Request body: {'security_group_rule': {'security_group_id': 'bf906bae-0190-4421-8ed3-fd285f7352de', 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:34:58.979966 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a8b63fd7-e92a-4a02-91b5-880d082eea58 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks [] for security_group_rule (26b1bb57-a5f4-4a3f-8703-e5ffcebb2969), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:59.009106 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port 4a7d0e01-747e-44f3-bee0-9a8c0406ce77 is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:34:59.045328 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a8b63fd7-e92a-4a02-91b5-880d082eea58 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks [] for security_group_rule (26b1bb57-a5f4-4a3f-8703-e5ffcebb2969), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:59.048849 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a8b63fd7-e92a-4a02-91b5-880d082eea58 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651561'] for security_group_rule (26b1bb57-a5f4-4a3f-8703-e5ffcebb2969), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:59.056131 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:59.069824 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b63fd7-e92a-4a02-91b5-880d082eea58 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26b1bb57-a5f4-4a3f-8703-e5ffcebb2969,revision_number=0']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:59.075205 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a8b63fd7-e92a-4a02-91b5-880d082eea58 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:59.076293 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-a8b63fd7-e92a-4a02-91b5-880d082eea58 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1266952 Aug 30 04:34:59.079329 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 58154) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:59.083868 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-8e72ef63-c96e-478a-bdbf-c1bbfa9ecd80 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Request body: {'security_group_rule': {'security_group_id': 'bf906bae-0190-4421-8ed3-fd285f7352de', 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:34:59.133370 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-8e72ef63-c96e-478a-bdbf-c1bbfa9ecd80 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks [] for security_group_rule (7261aa45-17ca-494d-bdb6-770da6134772), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:59.218061 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:59.236249 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-8e72ef63-c96e-478a-bdbf-c1bbfa9ecd80 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks [] for security_group_rule (7261aa45-17ca-494d-bdb6-770da6134772), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:59.240036 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-8e72ef63-c96e-478a-bdbf-c1bbfa9ecd80 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651561'] for security_group_rule (7261aa45-17ca-494d-bdb6-770da6134772), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:59.262448 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e72ef63-c96e-478a-bdbf-c1bbfa9ecd80 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7261aa45-17ca-494d-bdb6-770da6134772,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:59.271890 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-8e72ef63-c96e-478a-bdbf-c1bbfa9ecd80 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:59.273153 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-8e72ef63-c96e-478a-bdbf-c1bbfa9ecd80 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1928022 Aug 30 04:34:59.275933 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 58158) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:59.280901 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-c2a380dc-3bf1-428d-8009-d720044b2e4c tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Request body: {'security_group_rule': {'security_group_id': 'bf906bae-0190-4421-8ed3-fd285f7352de', 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:34:59.310177 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c2a380dc-3bf1-428d-8009-d720044b2e4c tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks [] for security_group_rule (cb950bfe-a0e8-48af-8363-93aabed4bbb0), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:59.379643 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c2a380dc-3bf1-428d-8009-d720044b2e4c tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks [] for security_group_rule (cb950bfe-a0e8-48af-8363-93aabed4bbb0), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:59.384537 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c2a380dc-3bf1-428d-8009-d720044b2e4c tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651561'] for security_group_rule (cb950bfe-a0e8-48af-8363-93aabed4bbb0), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:59.404565 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a380dc-3bf1-428d-8009-d720044b2e4c tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb950bfe-a0e8-48af-8363-93aabed4bbb0,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:59.413371 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c2a380dc-3bf1-428d-8009-d720044b2e4c tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:59.414628 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-c2a380dc-3bf1-428d-8009-d720044b2e4c tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1377425 Aug 30 04:34:59.417621 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 58160) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:59.422960 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-4ca545e2-f3ec-4fa0-b034-91fd815a9218 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Request body: {'security_group_rule': {'security_group_id': 'bf906bae-0190-4421-8ed3-fd285f7352de', 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:34:59.435660 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:34:59.446496 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.db.securitygroups_db [None req-4ca545e2-f3ec-4fa0-b034-91fd815a9218 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Project 18e4bf7297124da4b43ccaeda048f772 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 04:34:59.455005 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-4ca545e2-f3ec-4fa0-b034-91fd815a9218 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks [] for security_group_rule (025ceb67-3933-464c-8f4c-0d580e17dcf5), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:59.509071 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-4ca545e2-f3ec-4fa0-b034-91fd815a9218 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks [] for security_group_rule (025ceb67-3933-464c-8f4c-0d580e17dcf5), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:59.513697 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-4ca545e2-f3ec-4fa0-b034-91fd815a9218 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651561'] for security_group_rule (025ceb67-3933-464c-8f4c-0d580e17dcf5), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:59.533869 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca545e2-f3ec-4fa0-b034-91fd815a9218 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=025ceb67-3933-464c-8f4c-0d580e17dcf5,revision_number=0']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:59.540662 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-4ca545e2-f3ec-4fa0-b034-91fd815a9218 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:59.541883 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-4ca545e2-f3ec-4fa0-b034-91fd815a9218 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1226668 Aug 30 04:34:59.544774 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 58162) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:34:59.549249 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-8cdce019-77da-4cff-8a5f-9284905049e0 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Request body: {'security_group_rule': {'security_group_id': 'bf906bae-0190-4421-8ed3-fd285f7352de', 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:34:59.569552 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.db.securitygroups_db [None req-8cdce019-77da-4cff-8a5f-9284905049e0 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Project 18e4bf7297124da4b43ccaeda048f772 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 04:34:59.597739 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-8cdce019-77da-4cff-8a5f-9284905049e0 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks [] for security_group_rule (b134db3b-635f-4a73-b665-abd1af525fb1), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:59.679012 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-8cdce019-77da-4cff-8a5f-9284905049e0 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks [] for security_group_rule (b134db3b-635f-4a73-b665-abd1af525fb1), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:59.694320 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-8cdce019-77da-4cff-8a5f-9284905049e0 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651561'] for security_group_rule (b134db3b-635f-4a73-b665-abd1af525fb1), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:59.742385 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-8cdce019-77da-4cff-8a5f-9284905049e0 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:34:59.743527 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-8cdce019-77da-4cff-8a5f-9284905049e0 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1977410 Aug 30 04:34:59.752754 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdce019-77da-4cff-8a5f-9284905049e0 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b134db3b-635f-4a73-b665-abd1af525fb1,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:34:59.773306 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1dfca-2702-4dc2-9462-a9f0f647a390 req-c015f9dc-b185-467a-8a34-9127c2b3c057 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:34:59.775097 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8fc1dfca-2702-4dc2-9462-a9f0f647a390 req-c015f9dc-b185-467a-8a34-9127c2b3c057 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 947 time: 0.0913408 Aug 30 04:34:59.841078 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8fc1dfca-2702-4dc2-9462-a9f0f647a390 req-a67ec0af-381e-4a0b-88bd-3b01920a7ec9 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592625 Aug 30 04:35:00.500081 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 809ee589-ce9f-4b01-8223-36768c0947f1 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:35:00.556180 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port 809ee589-ce9f-4b01-8223-36768c0947f1 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:35:00.556831 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (809ee589-ce9f-4b01-8223-36768c0947f1), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:00.563639 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.agents_db [None req-600259de-68db-4343-b4d4-64e31eed30fa None None] Agent healthcheck: found 6 active agents {{(pid=106260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:35:00.636434 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=100 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:00.644362 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port 809ee589-ce9f-4b01-8223-36768c0947f1 is: DOWN; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:35:00.644884 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (809ee589-ce9f-4b01-8223-36768c0947f1), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:00.671938 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] For port 809ee589-ce9f-4b01-8223-36768c0947f1, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=809ee589-ce9f-4b01-8223-36768c0947f1,segment=NetworkSegment(fa929cc1-394c-4547-9d6d-d932c4c80d18),segment_id=fa929cc1-394c-4547-9d6d-d932c4c80d18)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:35:00.677572 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (809ee589-ce9f-4b01-8223-36768c0947f1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:00.678393 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 7cda351f-5831-40f7-b0b6-865ca2b809d3 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:35:00.917733 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Pushing event updated for resources: {'Port': ['ID=809ee589-ce9f-4b01-8223-36768c0947f1,revision_number=4']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:00.944399 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port 7cda351f-5831-40f7-b0b6-865ca2b809d3 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:35:00.944964 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (7cda351f-5831-40f7-b0b6-865ca2b809d3), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:00.947051 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751caa7-54f4-4238-9798-df61bfb0ba3b req-19f8c21d-b1f2-4087-8942-e1910b9294db tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:00.949979 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d751caa7-54f4-4238-9798-df61bfb0ba3b req-19f8c21d-b1f2-4087-8942-e1910b9294db tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=178c1257-1a0d-41e3-8961-0f63f6ccfdc2 HTTP/1.1" status: 200 len: 946 time: 0.0679450 Aug 30 04:35:01.030852 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port 7cda351f-5831-40f7-b0b6-865ca2b809d3 is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:35:01.038361 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ea395-9832-4ca6-aa90-73ec244a6f7c req-26f9056e-0465-46a7-84e6-bb5fc0658621 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:01.039859 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8d0ea395-9832-4ca6-aa90-73ec244a6f7c req-26f9056e-0465-46a7-84e6-bb5fc0658621 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 947 time: 0.0770373 Aug 30 04:35:01.047551 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d751caa7-54f4-4238-9798-df61bfb0ba3b req-a1429e41-7306-40c2-890f-f053342059ce tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=3da4149a-03e4-43bb-8e6d-53dd08e9b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917258 Aug 30 04:35:01.096155 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8d0ea395-9832-4ca6-aa90-73ec244a6f7c req-1bde7fee-445e-4e22-8dff-d87d1a88e5b5 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477319 Aug 30 04:35:01.256767 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292fa299-d5b7-42f3-a731-582e26c33165 None None] Sync routers for ids ['03da3ca8-bd21-4c01-9e81-f03e7262d9d2'] in dv-cinder-854265-2-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:35:01.266901 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292fa299-d5b7-42f3-a731-582e26c33165 None None] Routers {'03da3ca8-bd21-4c01-9e81-f03e7262d9d2'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:35:01.267509 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-292fa299-d5b7-42f3-a731-582e26c33165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:34:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['03da3ca8-bd21-4c01-9e81-f03e7262d9d2'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:01.372559 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-292fa299-d5b7-42f3-a731-582e26c33165 None None] Set router 03da3ca8-bd21-4c01-9e81-f03e7262d9d2 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:35:01.515830 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:01.558224 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-292fa299-d5b7-42f3-a731-582e26c33165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03da3ca8-bd21-4c01-9e81-f03e7262d9d2', 'name': 'tempest-TestVolumeBootPattern-1466937550-router', 'tenant_id': 'af87dd63dbe545c3a99753b771eb2cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '809ee589-ce9f-4b01-8223-36768c0947f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:34:54Z', 'updated_at': '2022-08-30T04:34:57Z', 'revision_number': 4, 'project_id': 'af87dd63dbe545c3a99753b771eb2cfc', 'gw_port': {'id': '809ee589-ce9f-4b01-8223-36768c0947f1', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:30:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03da3ca8-bd21-4c01-9e81-f03e7262d9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:54Z', 'updated_at': '2022-08-30T04:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': 'a6465a50-1024-4bed-aad2-b25511939372', 'name': '', 'network_id': 'e75a7a04-ba7b-48b8-a32a-ed0245afd919', 'tenant_id': 'af87dd63dbe545c3a99753b771eb2cfc', 'mac_address': 'fa:16:3e:f8:bf:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03da3ca8-bd21-4c01-9e81-f03e7262d9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '4ee44091-182f-4a9b-abb6-494186e5d294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:56Z', 'updated_at': '2022-08-30T04:34:57Z', 'revision_number': 2, 'project_id': 'af87dd63dbe545c3a99753b771eb2cfc', 'subnets': [{'id': '4ee44091-182f-4a9b-abb6-494186e5d294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:01.583436 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292fa299-d5b7-42f3-a731-582e26c33165 None None] Checking router: 03da3ca8-bd21-4c01-9e81-f03e7262d9d2 for host: dv-cinder-854265-2-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:35:01.584018 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292fa299-d5b7-42f3-a731-582e26c33165 None None] Updating router 03da3ca8-bd21-4c01-9e81-f03e7262d9d2 port a6465a50-1024-4bed-aad2-b25511939372 binding host dv-cinder-854265-2-iscsi {{(pid=106260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:35:01.613778 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-292fa299-d5b7-42f3-a731-582e26c33165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (a6465a50-1024-4bed-aad2-b25511939372), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:01.871928 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-292fa299-d5b7-42f3-a731-582e26c33165 None None] Publish callbacks [] for port (a6465a50-1024-4bed-aad2-b25511939372), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:01.877228 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-292fa299-d5b7-42f3-a731-582e26c33165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (a6465a50-1024-4bed-aad2-b25511939372), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:01.939445 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061deb19-a0ae-4568-852b-01d5891fd63a None None] Pushing event updated for resources: {'Port': ['ID=a6465a50-1024-4bed-aad2-b25511939372,revision_number=3']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:01.959176 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:01.970751 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-292fa299-d5b7-42f3-a731-582e26c33165 None None] Attempting to bind port a6465a50-1024-4bed-aad2-b25511939372 on host dv-cinder-854265-2-iscsi for vnic_type normal with profile {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:35:01.971117 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-292fa299-d5b7-42f3-a731-582e26c33165 None None] Attempting to bind port a6465a50-1024-4bed-aad2-b25511939372 by drivers openvswitch,hyperv on host dv-cinder-854265-2-iscsi at level 0 using segments [{'id': 'c750c43f-5686-4ec2-b889-59a49e490fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'e75a7a04-ba7b-48b8-a32a-ed0245afd919'}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:35:01.971480 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292fa299-d5b7-42f3-a731-582e26c33165 None None] Attempting to bind port a6465a50-1024-4bed-aad2-b25511939372 on network e75a7a04-ba7b-48b8-a32a-ed0245afd919 {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:35:01.976709 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292fa299-d5b7-42f3-a731-582e26c33165 None None] Checking agent: {'id': 'e0fa4f30-19e6-45a9-8914-5f6bf4441601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17, 58), 'started_at': datetime.datetime(2022, 8, 30, 4, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:35:01.977120 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292fa299-d5b7-42f3-a731-582e26c33165 None None] Checking segment: {'id': 'c750c43f-5686-4ec2-b889-59a49e490fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'e75a7a04-ba7b-48b8-a32a-ed0245afd919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:35:01.977523 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-292fa299-d5b7-42f3-a731-582e26c33165 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:01.977916 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292fa299-d5b7-42f3-a731-582e26c33165 None None] Bound using segment: {'id': 'c750c43f-5686-4ec2-b889-59a49e490fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'e75a7a04-ba7b-48b8-a32a-ed0245afd919'} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:35:01.978377 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-292fa299-d5b7-42f3-a731-582e26c33165 None None] Bound port: a6465a50-1024-4bed-aad2-b25511939372, host: dv-cinder-854265-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c750c43f-5686-4ec2-b889-59a49e490fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'e75a7a04-ba7b-48b8-a32a-ed0245afd919'}}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:35:01.978750 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-292fa299-d5b7-42f3-a731-582e26c33165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (a6465a50-1024-4bed-aad2-b25511939372), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:02.037524 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-292fa299-d5b7-42f3-a731-582e26c33165 None None] For port a6465a50-1024-4bed-aad2-b25511939372, host dv-cinder-854265-2-iscsi, cleared binding levels {{(pid=106260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:35:02.040462 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-292fa299-d5b7-42f3-a731-582e26c33165 None None] For port a6465a50-1024-4bed-aad2-b25511939372, host dv-cinder-854265-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=a6465a50-1024-4bed-aad2-b25511939372,segment=NetworkSegment(c750c43f-5686-4ec2-b889-59a49e490fdf),segment_id=c750c43f-5686-4ec2-b889-59a49e490fdf)] {{(pid=106260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:35:02.046987 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-292fa299-d5b7-42f3-a731-582e26c33165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (a6465a50-1024-4bed-aad2-b25511939372), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:02.081121 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292fa299-d5b7-42f3-a731-582e26c33165 None None] Routers {'03da3ca8-bd21-4c01-9e81-f03e7262d9d2'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:35:02.081548 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-292fa299-d5b7-42f3-a731-582e26c33165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:34:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['03da3ca8-bd21-4c01-9e81-f03e7262d9d2'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:02.148079 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061deb19-a0ae-4568-852b-01d5891fd63a None None] Pushing event updated for resources: {'Port': ['ID=a6465a50-1024-4bed-aad2-b25511939372,revision_number=4']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:02.174298 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f055f-cbbd-4e66-8d56-4bd69dbf458c req-613e8edd-c8cc-4e10-ba8f-2d91ee396b5c tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:02.175778 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-422f055f-cbbd-4e66-8d56-4bd69dbf458c req-613e8edd-c8cc-4e10-ba8f-2d91ee396b5c tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=178c1257-1a0d-41e3-8961-0f63f6ccfdc2 HTTP/1.1" status: 200 len: 946 time: 0.0511422 Aug 30 04:35:02.209690 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-292fa299-d5b7-42f3-a731-582e26c33165 None None] Set router 03da3ca8-bd21-4c01-9e81-f03e7262d9d2 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:35:02.219910 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:02.234765 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-422f055f-cbbd-4e66-8d56-4bd69dbf458c req-2dcc8d8e-fad1-4613-9e9f-dddc6510227a tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=3da4149a-03e4-43bb-8e6d-53dd08e9b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529308 Aug 30 04:35:02.287223 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 809ee589-ce9f-4b01-8223-36768c0947f1 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:35:02.336530 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port 809ee589-ce9f-4b01-8223-36768c0947f1 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:35:02.336899 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (809ee589-ce9f-4b01-8223-36768c0947f1), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:02.378745 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:02.411202 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port 809ee589-ce9f-4b01-8223-36768c0947f1 is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:35:02.412154 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device a6465a50-1024-4bed-aad2-b25511939372 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:35:02.419009 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-292fa299-d5b7-42f3-a731-582e26c33165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03da3ca8-bd21-4c01-9e81-f03e7262d9d2', 'name': 'tempest-TestVolumeBootPattern-1466937550-router', 'tenant_id': 'af87dd63dbe545c3a99753b771eb2cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '809ee589-ce9f-4b01-8223-36768c0947f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:34:54Z', 'updated_at': '2022-08-30T04:34:57Z', 'revision_number': 4, 'project_id': 'af87dd63dbe545c3a99753b771eb2cfc', 'gw_port': {'id': '809ee589-ce9f-4b01-8223-36768c0947f1', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:30:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03da3ca8-bd21-4c01-9e81-f03e7262d9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:54Z', 'updated_at': '2022-08-30T04:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': 'a6465a50-1024-4bed-aad2-b25511939372', 'name': '', 'network_id': 'e75a7a04-ba7b-48b8-a32a-ed0245afd919', 'tenant_id': 'af87dd63dbe545c3a99753b771eb2cfc', 'mac_address': 'fa:16:3e:f8:bf:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03da3ca8-bd21-4c01-9e81-f03e7262d9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '4ee44091-182f-4a9b-abb6-494186e5d294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:56Z', 'updated_at': '2022-08-30T04:35:02Z', 'revision_number': 4, 'project_id': 'af87dd63dbe545c3a99753b771eb2cfc', 'subnets': [{'id': '4ee44091-182f-4a9b-abb6-494186e5d294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:02.443583 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292fa299-d5b7-42f3-a731-582e26c33165 None None] The sync data for ids ['03da3ca8-bd21-4c01-9e81-f03e7262d9d2'] in dv-cinder-854265-2-iscsi is: [{'id': '03da3ca8-bd21-4c01-9e81-f03e7262d9d2', 'name': 'tempest-TestVolumeBootPattern-1466937550-router', 'tenant_id': 'af87dd63dbe545c3a99753b771eb2cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '809ee589-ce9f-4b01-8223-36768c0947f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:34:54Z', 'updated_at': '2022-08-30T04:34:57Z', 'revision_number': 4, 'project_id': 'af87dd63dbe545c3a99753b771eb2cfc', 'gw_port': {'id': '809ee589-ce9f-4b01-8223-36768c0947f1', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:30:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03da3ca8-bd21-4c01-9e81-f03e7262d9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:54Z', 'updated_at': '2022-08-30T04:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': 'a6465a50-1024-4bed-aad2-b25511939372', 'name': '', 'network_id': 'e75a7a04-ba7b-48b8-a32a-ed0245afd919', 'tenant_id': 'af87dd63dbe545c3a99753b771eb2cfc', 'mac_address': 'fa:16:3e:f8:bf:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03da3ca8-bd21-4c01-9e81-f03e7262d9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '4ee44091-182f-4a9b-abb6-494186e5d294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:56Z', 'updated_at': '2022-08-30T04:35:02Z', 'revision_number': 4, 'project_id': 'af87dd63dbe545c3a99753b771eb2cfc', 'subnets': [{'id': '4ee44091-182f-4a9b-abb6-494186e5d294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:35:02.453682 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port a6465a50-1024-4bed-aad2-b25511939372 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:35:02.454055 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (a6465a50-1024-4bed-aad2-b25511939372), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:02.528514 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:02.533367 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port a6465a50-1024-4bed-aad2-b25511939372 is: DOWN; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:35:02.533744 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (a6465a50-1024-4bed-aad2-b25511939372), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:02.569934 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] For port a6465a50-1024-4bed-aad2-b25511939372, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=a6465a50-1024-4bed-aad2-b25511939372,segment=NetworkSegment(c750c43f-5686-4ec2-b889-59a49e490fdf),segment_id=c750c43f-5686-4ec2-b889-59a49e490fdf)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:35:02.574300 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (a6465a50-1024-4bed-aad2-b25511939372), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:02.624510 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Pushing event updated for resources: {'Port': ['ID=a6465a50-1024-4bed-aad2-b25511939372,revision_number=5']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:03.370689 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee496e-86ad-4887-9f8e-d0e186c0b812 req-db9b9c02-ffe8-4581-8ed4-be08deeb9a31 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:03.372377 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-29ee496e-86ad-4887-9f8e-d0e186c0b812 req-db9b9c02-ffe8-4581-8ed4-be08deeb9a31 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=178c1257-1a0d-41e3-8961-0f63f6ccfdc2 HTTP/1.1" status: 200 len: 946 time: 0.0538421 Aug 30 04:35:03.428048 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-29ee496e-86ad-4887-9f8e-d0e186c0b812 req-fae7abce-a393-4ee8-b10b-7706fef921e7 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=3da4149a-03e4-43bb-8e6d-53dd08e9b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494068 Aug 30 04:35:03.517089 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d717966b-8415-4d06-a15a-1db366110206 req-c52c1fe8-648d-40eb-990a-3728dea0c04d tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:03.518660 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-d717966b-8415-4d06-a15a-1db366110206 req-c52c1fe8-648d-40eb-990a-3728dea0c04d tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=178c1257-1a0d-41e3-8961-0f63f6ccfdc2 HTTP/1.1" status: 200 len: 946 time: 0.0496480 Aug 30 04:35:03.626367 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [req-d717966b-8415-4d06-a15a-1db366110206 req-bcc925aa-dc30-47e4-8b8b-ed91a751a6fb tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Deleting port d6d369c3-94ef-47a2-969c-2fe3d82d9f1b {{(pid=106257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:35:03.626720 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-d717966b-8415-4d06-a15a-1db366110206 req-bcc925aa-dc30-47e4-8b8b-ed91a751a6fb tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (d6d369c3-94ef-47a2-969c-2fe3d82d9f1b), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:03.735431 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [req-d717966b-8415-4d06-a15a-1db366110206 req-bcc925aa-dc30-47e4-8b8b-ed91a751a6fb tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] For port d6d369c3-94ef-47a2-969c-2fe3d82d9f1b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d6d369c3-94ef-47a2-969c-2fe3d82d9f1b,segment=NetworkSegment(18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12),segment_id=18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12)] {{(pid=106257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:35:03.735816 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-d717966b-8415-4d06-a15a-1db366110206 req-bcc925aa-dc30-47e4-8b8b-ed91a751a6fb tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (d6d369c3-94ef-47a2-969c-2fe3d82d9f1b), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:03.920439 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-d717966b-8415-4d06-a15a-1db366110206 req-bcc925aa-dc30-47e4-8b8b-ed91a751a6fb tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:03.920711 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-d717966b-8415-4d06-a15a-1db366110206 req-bcc925aa-dc30-47e4-8b8b-ed91a751a6fb tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696708'] for floatingip (534159a6-915b-4bac-a12a-b6373a635010), after_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:03.921025 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.db.l3_db [req-d717966b-8415-4d06-a15a-1db366110206 req-bcc925aa-dc30-47e4-8b8b-ed91a751a6fb tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Floating IP 534159a6-915b-4bac-a12a-b6373a635010 disassociated. External IP: 172.27.1.196, port: d6d369c3-94ef-47a2-969c-2fe3d82d9f1b. Aug 30 04:35:03.921405 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [req-d717966b-8415-4d06-a15a-1db366110206 req-bcc925aa-dc30-47e4-8b8b-ed91a751a6fb tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Calling delete_port for d6d369c3-94ef-47a2-969c-2fe3d82d9f1b owned by compute:nova {{(pid=106257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:35:04.068370 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-d717966b-8415-4d06-a15a-1db366110206 req-bcc925aa-dc30-47e4-8b8b-ed91a751a6fb tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (d6d369c3-94ef-47a2-969c-2fe3d82d9f1b), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:04.103100 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc925aa-dc30-47e4-8b8b-ed91a751a6fb tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Pushing event deleted for resources: {'Port': ['ID=d6d369c3-94ef-47a2-969c-2fe3d82d9f1b,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:04.217278 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d717966b-8415-4d06-a15a-1db366110206 req-bcc925aa-dc30-47e4-8b8b-ed91a751a6fb tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Router cd1726ec-0b76-43ce-b129-28907fd0ca3b has already been hosted by L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 {{(pid=106257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:35:04.262466 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device a6465a50-1024-4bed-aad2-b25511939372 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:35:04.269886 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:04.309918 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port a6465a50-1024-4bed-aad2-b25511939372 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:35:04.310400 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (a6465a50-1024-4bed-aad2-b25511939372), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:04.326462 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:04.330197 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d717966b-8415-4d06-a15a-1db366110206 req-bcc925aa-dc30-47e4-8b8b-ed91a751a6fb tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:35:04.344012 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6f2766-ef56-4855-b782-a6baaa64b1cc None None] Sync routers for ids ['cd1726ec-0b76-43ce-b129-28907fd0ca3b'] in dv-cinder-854265-2-iscsi {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:35:04.362508 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6f2766-ef56-4855-b782-a6baaa64b1cc None None] Routers {'cd1726ec-0b76-43ce-b129-28907fd0ca3b'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:35:04.363148 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-fb6f2766-ef56-4855-b782-a6baaa64b1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:34:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['cd1726ec-0b76-43ce-b129-28907fd0ca3b'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:04.381117 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [req-d717966b-8415-4d06-a15a-1db366110206 req-bcc925aa-dc30-47e4-8b8b-ed91a751a6fb tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] No DVR routers for this DVR port d6d369c3-94ef-47a2-969c-2fe3d82d9f1b on host hv-cinder-85426 {{(pid=106257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:35:04.383799 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-d717966b-8415-4d06-a15a-1db366110206 req-bcc925aa-dc30-47e4-8b8b-ed91a751a6fb tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:04.387271 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-d717966b-8415-4d06-a15a-1db366110206 req-bcc925aa-dc30-47e4-8b8b-ed91a751a6fb tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.71 "DELETE /networking/v2.0/ports/d6d369c3-94ef-47a2-969c-2fe3d82d9f1b HTTP/1.1" status: 204 len: 173 time: 0.8586650 Aug 30 04:35:04.387747 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '178c1257-1a0d-41e3-8961-0f63f6ccfdc2', 'name': 'network-vif-deleted', 'tag': 'd6d369c3-94ef-47a2-969c-2fe3d82d9f1b'}] {{(pid=106257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:35:04.392388 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d1a48af4e812f9c70823208ed2638ca64b88de6e4994a5bf3763d45491ed842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6d2e7f-e46a-4e6f-8556-3332d0c2c3c3" -d '{"events": [{"server_uuid": "178c1257-1a0d-41e3-8961-0f63f6ccfdc2", "name": "network-vif-deleted", "tag": "d6d369c3-94ef-47a2-969c-2fe3d82d9f1b"}]}' {{(pid=106257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:35:04.431069 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:04.456766 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09def5e8-59e1-4bfe-a9b5-9e446905ffba x-openstack-request-id: req-09def5e8-59e1-4bfe-a9b5-9e446905ffba {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:35:04.457344 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "178c1257-1a0d-41e3-8961-0f63f6ccfdc2", "name": "network-vif-deleted", "tag": "d6d369c3-94ef-47a2-969c-2fe3d82d9f1b", "status": "completed", "code": 200}]} {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:35:04.457821 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-09def5e8-59e1-4bfe-a9b5-9e446905ffba {{(pid=106257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:35:04.458472 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09def5e8-59e1-4bfe-a9b5-9e446905ffba'] response: {'server_uuid': '178c1257-1a0d-41e3-8961-0f63f6ccfdc2', 'name': 'network-vif-deleted', 'tag': 'd6d369c3-94ef-47a2-969c-2fe3d82d9f1b', 'status': 'completed', 'code': 200} Aug 30 04:35:04.493411 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port a6465a50-1024-4bed-aad2-b25511939372 is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:35:04.532794 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-fb6f2766-ef56-4855-b782-a6baaa64b1cc None None] Set router cd1726ec-0b76-43ce-b129-28907fd0ca3b gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:35:04.559267 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8bc703fc-afff-4fa0-af1d-ce56ff22e258 req-bee546ad-d69b-44f9-bc80-5262c71c1592 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=178c1257-1a0d-41e3-8961-0f63f6ccfdc2 HTTP/1.1" status: 200 len: 210 time: 0.0309761 Aug 30 04:35:04.756268 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-fb6f2766-ef56-4855-b782-a6baaa64b1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'name': 'tempest-AttachVolumeTestJSON-348001869-router', 'tenant_id': 'd7deffddf9934a028bfdb0b1c965c618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '8768219d-9eca-4774-b7e4-b04e9d2e70cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:26:14Z', 'updated_at': '2022-08-30T04:26:20Z', 'revision_number': 4, 'project_id': 'd7deffddf9934a028bfdb0b1c965c618', 'gw_port': {'id': '8768219d-9eca-4774-b7e4-b04e9d2e70cf', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:49:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:15Z', 'updated_at': '2022-08-30T04:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': '72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4', 'name': '', 'network_id': '7fc2da6b-035c-428c-8a36-2438f46094fd', 'tenant_id': 'd7deffddf9934a028bfdb0b1c965c618', 'mac_address': 'fa:16:3e:d0:91:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '10d22c1f-33e0-4527-bb5d-63253813ffaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:19Z', 'updated_at': '2022-08-30T04:26:35Z', 'revision_number': 5, 'project_id': 'd7deffddf9934a028bfdb0b1c965c618', 'subnets': [{'id': '10d22c1f-33e0-4527-bb5d-63253813ffaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:04.782923 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6f2766-ef56-4855-b782-a6baaa64b1cc None None] Checking router: cd1726ec-0b76-43ce-b129-28907fd0ca3b for host: dv-cinder-854265-2-iscsi {{(pid=106259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:35:04.791496 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6f2766-ef56-4855-b782-a6baaa64b1cc None None] Routers {'cd1726ec-0b76-43ce-b129-28907fd0ca3b'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:35:04.792401 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-fb6f2766-ef56-4855-b782-a6baaa64b1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:34:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['cd1726ec-0b76-43ce-b129-28907fd0ca3b'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:04.911051 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-fb6f2766-ef56-4855-b782-a6baaa64b1cc None None] Set router cd1726ec-0b76-43ce-b129-28907fd0ca3b gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:35:05.099209 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-fb6f2766-ef56-4855-b782-a6baaa64b1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'name': 'tempest-AttachVolumeTestJSON-348001869-router', 'tenant_id': 'd7deffddf9934a028bfdb0b1c965c618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '8768219d-9eca-4774-b7e4-b04e9d2e70cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:26:14Z', 'updated_at': '2022-08-30T04:26:20Z', 'revision_number': 4, 'project_id': 'd7deffddf9934a028bfdb0b1c965c618', 'gw_port': {'id': '8768219d-9eca-4774-b7e4-b04e9d2e70cf', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:49:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:15Z', 'updated_at': '2022-08-30T04:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': '72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4', 'name': '', 'network_id': '7fc2da6b-035c-428c-8a36-2438f46094fd', 'tenant_id': 'd7deffddf9934a028bfdb0b1c965c618', 'mac_address': 'fa:16:3e:d0:91:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '10d22c1f-33e0-4527-bb5d-63253813ffaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:19Z', 'updated_at': '2022-08-30T04:26:35Z', 'revision_number': 5, 'project_id': 'd7deffddf9934a028bfdb0b1c965c618', 'subnets': [{'id': '10d22c1f-33e0-4527-bb5d-63253813ffaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:05.100704 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=100 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:05.132456 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6f2766-ef56-4855-b782-a6baaa64b1cc None None] The sync data for ids ['cd1726ec-0b76-43ce-b129-28907fd0ca3b'] in dv-cinder-854265-2-iscsi is: [{'id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'name': 'tempest-AttachVolumeTestJSON-348001869-router', 'tenant_id': 'd7deffddf9934a028bfdb0b1c965c618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '8768219d-9eca-4774-b7e4-b04e9d2e70cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:26:14Z', 'updated_at': '2022-08-30T04:26:20Z', 'revision_number': 4, 'project_id': 'd7deffddf9934a028bfdb0b1c965c618', 'gw_port': {'id': '8768219d-9eca-4774-b7e4-b04e9d2e70cf', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:49:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:15Z', 'updated_at': '2022-08-30T04:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': '72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4', 'name': '', 'network_id': '7fc2da6b-035c-428c-8a36-2438f46094fd', 'tenant_id': 'd7deffddf9934a028bfdb0b1c965c618', 'mac_address': 'fa:16:3e:d0:91:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '10d22c1f-33e0-4527-bb5d-63253813ffaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:19Z', 'updated_at': '2022-08-30T04:26:35Z', 'revision_number': 5, 'project_id': 'd7deffddf9934a028bfdb0b1c965c618', 'subnets': [{'id': '10d22c1f-33e0-4527-bb5d-63253813ffaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:35:05.348154 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ac253b-b2e8-4215-a648-bba5140fad39 None None] New status for floating IP 534159a6-915b-4bac-a12a-b6373a635010: DOWN {{(pid=106260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:35:05.662450 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 58300) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:05.718964 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5a1d5804-1cb7-4303-8545-e13fc012e79a tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks [] for security_group (3da4149a-03e4-43bb-8e6d-53dd08e9b2eb), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:05.742871 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5a1d5804-1cb7-4303-8545-e13fc012e79a tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks [] for security_group (3da4149a-03e4-43bb-8e6d-53dd08e9b2eb), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:05.799858 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5a1d5804-1cb7-4303-8545-e13fc012e79a tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (3da4149a-03e4-43bb-8e6d-53dd08e9b2eb), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:05.802552 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5a1d5804-1cb7-4303-8545-e13fc012e79a tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:05.803694 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-5a1d5804-1cb7-4303-8545-e13fc012e79a tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "DELETE /networking/v2.0/security-groups/3da4149a-03e4-43bb-8e6d-53dd08e9b2eb HTTP/1.1" status: 204 len: 168 time: 0.1402643 Aug 30 04:35:05.806787 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 58302) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:05.813795 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d5804-1cb7-4303-8545-e13fc012e79a tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da4149a-03e4-43bb-8e6d-53dd08e9b2eb,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:05.822096 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.api.v2.resource [None req-9c6cc90e-3862-478b-a54d-ef60b8f47fa6 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] show failed (client error): The resource could not be found. Aug 30 04:35:05.823127 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-9c6cc90e-3862-478b-a54d-ef60b8f47fa6 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "GET /networking/v2.0/security-groups/3da4149a-03e4-43bb-8e6d-53dd08e9b2eb HTTP/1.1" status: 404 len: 347 time: 0.0151684 Aug 30 04:35:05.826060 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 58304) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:05.941908 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [None req-38c16d09-0380-4ca3-93d7-e1838ac85821 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Deleting port dbe42ef8-b63e-4e5c-b27e-34aa5c36a5d0 {{(pid=106257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:35:05.942252 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-38c16d09-0380-4ca3-93d7-e1838ac85821 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (dbe42ef8-b63e-4e5c-b27e-34aa5c36a5d0), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:06.020193 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-38c16d09-0380-4ca3-93d7-e1838ac85821 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (dbe42ef8-b63e-4e5c-b27e-34aa5c36a5d0), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:06.020613 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-38c16d09-0380-4ca3-93d7-e1838ac85821 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks [] for floatingip (dbe42ef8-b63e-4e5c-b27e-34aa5c36a5d0), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:06.036071 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [None req-38c16d09-0380-4ca3-93d7-e1838ac85821 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Calling delete_port for dbe42ef8-b63e-4e5c-b27e-34aa5c36a5d0 owned by network:floatingip {{(pid=106257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:35:06.175172 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-38c16d09-0380-4ca3-93d7-e1838ac85821 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (dbe42ef8-b63e-4e5c-b27e-34aa5c36a5d0), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:06.198445 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c16d09-0380-4ca3-93d7-e1838ac85821 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Pushing event deleted for resources: {'Port': ['ID=dbe42ef8-b63e-4e5c-b27e-34aa5c36a5d0,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:06.267548 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-38c16d09-0380-4ca3-93d7-e1838ac85821 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks [] for floatingip (534159a6-915b-4bac-a12a-b6373a635010), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:06.270268 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-38c16d09-0380-4ca3-93d7-e1838ac85821 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for floatingip (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:06.275371 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-38c16d09-0380-4ca3-93d7-e1838ac85821 tempest-AttachVolumeTestJSON-1673111845 tempest-AttachVolumeTestJSON-1673111845-project] 10.222.0.85 "DELETE /networking/v2.0/floatingips/534159a6-915b-4bac-a12a-b6373a635010 HTTP/1.1" status: 204 len: 168 time: 0.4445095 Aug 30 04:35:06.908493 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device d6d369c3-94ef-47a2-969c-2fe3d82d9f1b no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:35:06.928688 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] No Port match for: d6d369c3-94ef-47a2-969c-2fe3d82d9f1b {{(pid=106259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:35:06.929128 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device d6d369c3-94ef-47a2-969c-2fe3d82d9f1b not bound to the agent host hv-cinder-85426 {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:35:09.873279 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 58340) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:10.384870 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-7d159216-8ffc-41c1-8308-70f9f38e6247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697220'] for router_interface (cd1726ec-0b76-43ce-b129-28907fd0ca3b), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:10.776701 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:10.778174 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:10.874011 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [None req-7d159216-8ffc-41c1-8308-70f9f38e6247 admin admin] Deleting port 72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4 {{(pid=106257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:35:10.874634 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-7d159216-8ffc-41c1-8308-70f9f38e6247 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:10.961946 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [None req-7d159216-8ffc-41c1-8308-70f9f38e6247 admin admin] For port 72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4,segment=NetworkSegment(18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12),segment_id=18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12)] {{(pid=106257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:35:10.962390 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-7d159216-8ffc-41c1-8308-70f9f38e6247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:10.977443 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [None req-7d159216-8ffc-41c1-8308-70f9f38e6247 admin admin] Calling delete_port for 72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4 owned by network:router_interface {{(pid=106257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:35:11.209537 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-7d159216-8ffc-41c1-8308-70f9f38e6247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:11.239462 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d159216-8ffc-41c1-8308-70f9f38e6247 admin admin] Pushing event deleted for resources: {'Port': ['ID=72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:11.435689 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-7d159216-8ffc-41c1-8308-70f9f38e6247 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-697396'] for router_interface (cd1726ec-0b76-43ce-b129-28907fd0ca3b), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:11.646424 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d159216-8ffc-41c1-8308-70f9f38e6247 admin admin] Router cd1726ec-0b76-43ce-b129-28907fd0ca3b has already been hosted by L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 {{(pid=106257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:35:11.695365 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:11.703829 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:11.752375 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d159216-8ffc-41c1-8308-70f9f38e6247 admin admin] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:35:11.757317 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-7d159216-8ffc-41c1-8308-70f9f38e6247 admin admin] 10.222.0.85 "PUT /networking/v2.0/routers/cd1726ec-0b76-43ce-b129-28907fd0ca3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8826692 Aug 30 04:35:11.759885 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 58346) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:11.762962 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97884085-aa9d-48ee-8d15-741487756566 None None] Sync routers for ids ['cd1726ec-0b76-43ce-b129-28907fd0ca3b'] in dv-cinder-854265-2-iscsi {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:35:11.773180 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97884085-aa9d-48ee-8d15-741487756566 None None] Routers {'cd1726ec-0b76-43ce-b129-28907fd0ca3b'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:35:11.773790 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-97884085-aa9d-48ee-8d15-741487756566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:34:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['cd1726ec-0b76-43ce-b129-28907fd0ca3b'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:11.858292 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-2afa863e-4efa-424a-b6e9-d4aef9860f2e admin admin] Publish callbacks [] for router (cd1726ec-0b76-43ce-b129-28907fd0ca3b), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:11.884488 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-97884085-aa9d-48ee-8d15-741487756566 None None] Set router cd1726ec-0b76-43ce-b129-28907fd0ca3b gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:35:11.960795 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-2afa863e-4efa-424a-b6e9-d4aef9860f2e admin admin] Publish callbacks [] for router_gateway (cd1726ec-0b76-43ce-b129-28907fd0ca3b), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:12.006379 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [None req-2afa863e-4efa-424a-b6e9-d4aef9860f2e admin admin] Deleting port 8768219d-9eca-4774-b7e4-b04e9d2e70cf {{(pid=106257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:35:12.006582 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-2afa863e-4efa-424a-b6e9-d4aef9860f2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (8768219d-9eca-4774-b7e4-b04e9d2e70cf), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:12.062521 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-97884085-aa9d-48ee-8d15-741487756566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'name': 'tempest-AttachVolumeTestJSON-348001869-router', 'tenant_id': 'd7deffddf9934a028bfdb0b1c965c618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '8768219d-9eca-4774-b7e4-b04e9d2e70cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:26:14Z', 'updated_at': '2022-08-30T04:35:11Z', 'revision_number': 5, 'project_id': 'd7deffddf9934a028bfdb0b1c965c618', 'gw_port': {'id': '8768219d-9eca-4774-b7e4-b04e9d2e70cf', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:49:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:26:15Z', 'updated_at': '2022-08-30T04:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi'}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:12.088417 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97884085-aa9d-48ee-8d15-741487756566 None None] Checking router: cd1726ec-0b76-43ce-b129-28907fd0ca3b for host: dv-cinder-854265-2-iscsi {{(pid=106259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:35:12.094391 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [None req-2afa863e-4efa-424a-b6e9-d4aef9860f2e admin admin] For port 8768219d-9eca-4774-b7e4-b04e9d2e70cf, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=8768219d-9eca-4774-b7e4-b04e9d2e70cf,segment=NetworkSegment(fa929cc1-394c-4547-9d6d-d932c4c80d18),segment_id=fa929cc1-394c-4547-9d6d-d932c4c80d18)] {{(pid=106257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:35:12.094758 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-2afa863e-4efa-424a-b6e9-d4aef9860f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (8768219d-9eca-4774-b7e4-b04e9d2e70cf), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:12.097268 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97884085-aa9d-48ee-8d15-741487756566 None None] Routers {'cd1726ec-0b76-43ce-b129-28907fd0ca3b'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:35:12.097865 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-97884085-aa9d-48ee-8d15-741487756566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:34:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['cd1726ec-0b76-43ce-b129-28907fd0ca3b'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:12.108511 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [None req-2afa863e-4efa-424a-b6e9-d4aef9860f2e admin admin] Calling delete_port for 8768219d-9eca-4774-b7e4-b04e9d2e70cf owned by network:router_gateway {{(pid=106257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:35:12.181262 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-97884085-aa9d-48ee-8d15-741487756566 None None] Set router cd1726ec-0b76-43ce-b129-28907fd0ca3b gateway port host: None {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:35:12.236911 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-97884085-aa9d-48ee-8d15-741487756566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'name': 'tempest-AttachVolumeTestJSON-348001869-router', 'tenant_id': 'd7deffddf9934a028bfdb0b1c965c618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:26:14Z', 'updated_at': '2022-08-30T04:35:11Z', 'revision_number': 6, 'project_id': 'd7deffddf9934a028bfdb0b1c965c618', 'gw_port_host': None}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:12.239864 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=100 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:12.297265 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-2afa863e-4efa-424a-b6e9-d4aef9860f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (8768219d-9eca-4774-b7e4-b04e9d2e70cf), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:12.329721 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa863e-4efa-424a-b6e9-d4aef9860f2e admin admin] Pushing event deleted for resources: {'Port': ['ID=8768219d-9eca-4774-b7e4-b04e9d2e70cf,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:12.391934 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-2afa863e-4efa-424a-b6e9-d4aef9860f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696775'] for router_gateway (cd1726ec-0b76-43ce-b129-28907fd0ca3b), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:12.398177 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97884085-aa9d-48ee-8d15-741487756566 None None] The sync data for ids ['cd1726ec-0b76-43ce-b129-28907fd0ca3b'] in dv-cinder-854265-2-iscsi is: [{'id': 'cd1726ec-0b76-43ce-b129-28907fd0ca3b', 'name': 'tempest-AttachVolumeTestJSON-348001869-router', 'tenant_id': 'd7deffddf9934a028bfdb0b1c965c618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:26:14Z', 'updated_at': '2022-08-30T04:35:11Z', 'revision_number': 6, 'project_id': 'd7deffddf9934a028bfdb0b1c965c618', 'gw_port_host': None}] {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:35:12.404514 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (dd0d0365-d50b-4401-90d8-c3ff73fab053), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:12.482916 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-2afa863e-4efa-424a-b6e9-d4aef9860f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-696042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6498'] for router (cd1726ec-0b76-43ce-b129-28907fd0ca3b), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:12.485331 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-2afa863e-4efa-424a-b6e9-d4aef9860f2e admin admin] Publish callbacks [] for router_controller (cd1726ec-0b76-43ce-b129-28907fd0ca3b), precommit_delete_associations {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:12.530962 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-2afa863e-4efa-424a-b6e9-d4aef9860f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-697417'] for router (cd1726ec-0b76-43ce-b129-28907fd0ca3b), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:12.531702 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afa863e-4efa-424a-b6e9-d4aef9860f2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd1726ec-0b76-43ce-b129-28907fd0ca3b {{(pid=106257) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 04:35:12.536503 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-2afa863e-4efa-424a-b6e9-d4aef9860f2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:12.537688 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-2afa863e-4efa-424a-b6e9-d4aef9860f2e admin admin] 10.222.0.85 "DELETE /networking/v2.0/routers/cd1726ec-0b76-43ce-b129-28907fd0ca3b HTTP/1.1" status: 204 len: 168 time: 0.7769094 Aug 30 04:35:12.540349 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 58354) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:12.584632 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9bc3613-c748-4feb-bf3e-8a5a19b507d8 admin admin] Deleting subnet 10d22c1f-33e0-4527-bb5d-63253813ffaa {{(pid=106257) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 04:35:12.587928 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-e9bc3613-c748-4feb-bf3e-8a5a19b507d8 admin admin] Publish callbacks [] for subnet (10d22c1f-33e0-4527-bb5d-63253813ffaa), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:12.610663 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:12.628767 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-e9bc3613-c748-4feb-bf3e-8a5a19b507d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61669262'] for subnet (10d22c1f-33e0-4527-bb5d-63253813ffaa), precommit_delete_associations {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:12.671465 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:12.710099 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-e9bc3613-c748-4feb-bf3e-8a5a19b507d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3893603'] for subnet (10d22c1f-33e0-4527-bb5d-63253813ffaa), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:12.769961 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-e9bc3613-c748-4feb-bf3e-8a5a19b507d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61207901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61944255'] for subnet (10d22c1f-33e0-4527-bb5d-63253813ffaa), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:12.795142 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bc3613-c748-4feb-bf3e-8a5a19b507d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10d22c1f-33e0-4527-bb5d-63253813ffaa,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:12.801527 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-e9bc3613-c748-4feb-bf3e-8a5a19b507d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for subnet (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:12.804881 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-e9bc3613-c748-4feb-bf3e-8a5a19b507d8 admin admin] 10.222.0.85 "DELETE /networking/v2.0/subnets/10d22c1f-33e0-4527-bb5d-63253813ffaa HTTP/1.1" status: 204 len: 168 time: 0.2636085 Aug 30 04:35:12.807669 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 58360) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:12.809753 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646ade35-d557-47a2-924e-760c9f425d55 None None] Network 7fc2da6b-035c-428c-8a36-2438f46094fd requested from dv-cinder-854265-2-iscsi {{(pid=106259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:35:12.883634 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-4746360a-14cd-436d-90a8-ef6124200eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3781726'] for network (7fc2da6b-035c-428c-8a36-2438f46094fd), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:12.929639 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [None req-4746360a-14cd-436d-90a8-ef6124200eaf admin admin] Deleting port 1876a55c-715e-4a50-9e34-61cc3423bbbd {{(pid=106257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:35:12.929980 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-4746360a-14cd-436d-90a8-ef6124200eaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (1876a55c-715e-4a50-9e34-61cc3423bbbd), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:12.995524 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [None req-4746360a-14cd-436d-90a8-ef6124200eaf admin admin] For port 1876a55c-715e-4a50-9e34-61cc3423bbbd, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=1876a55c-715e-4a50-9e34-61cc3423bbbd,segment=NetworkSegment(18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12),segment_id=18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12)] {{(pid=106257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:35:12.996163 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-4746360a-14cd-436d-90a8-ef6124200eaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (1876a55c-715e-4a50-9e34-61cc3423bbbd), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:13.008847 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [None req-4746360a-14cd-436d-90a8-ef6124200eaf admin admin] Calling delete_port for 1876a55c-715e-4a50-9e34-61cc3423bbbd owned by network:dhcp {{(pid=106257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:35:13.115309 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-4746360a-14cd-436d-90a8-ef6124200eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (1876a55c-715e-4a50-9e34-61cc3423bbbd), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:13.138839 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4746360a-14cd-436d-90a8-ef6124200eaf admin admin] Pushing event deleted for resources: {'Port': ['ID=1876a55c-715e-4a50-9e34-61cc3423bbbd,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:13.148599 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4746360a-14cd-436d-90a8-ef6124200eaf admin admin] No DVR routers for this DVR port 1876a55c-715e-4a50-9e34-61cc3423bbbd on host dv-cinder-854265-2-iscsi {{(pid=106257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:35:13.234627 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-4746360a-14cd-436d-90a8-ef6124200eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891968', 'neutron.services.segments.db._delete_segments_for_network-8785261144643'] for network (7fc2da6b-035c-428c-8a36-2438f46094fd), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:13.241113 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f407534-fd69-4b20-8c67-61fba6d26030 None None] DHCP port deletion for 7fc2da6b-035c-428c-8a36-2438f46094fd request from dv-cinder-854265-2-iscsi {{(pid=106259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 04:35:13.256998 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.services.segments.db [None req-4746360a-14cd-436d-90a8-ef6124200eaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fc2da6b-035c-428c-8a36-2438f46094fd']}} {{(pid=106257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:13.267693 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.services.segments.db [None req-4746360a-14cd-436d-90a8-ef6124200eaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12') {'for_net_delete': True} {{(pid=106257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:13.267997 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.services.segments.db [None req-4746360a-14cd-436d-90a8-ef6124200eaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12') {} {{(pid=106257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:13.279024 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-4746360a-14cd-436d-90a8-ef6124200eaf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785261169839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61669253'] for segment (18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:13.292469 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-4746360a-14cd-436d-90a8-ef6124200eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3898234'] for segment (18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:13.298983 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4746360a-14cd-436d-90a8-ef6124200eaf admin admin] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=106257) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 04:35:13.299399 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-4746360a-14cd-436d-90a8-ef6124200eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3898234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61207803'] for segment (18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:13.341203 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.services.segments.plugin [-] Segment 18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12 resource provider aggregate not found Aug 30 04:35:13.367128 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-4746360a-14cd-436d-90a8-ef6124200eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696747'] for network (7fc2da6b-035c-428c-8a36-2438f46094fd), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:13.369754 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.services.segments.plugin [-] Segment 18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 18bc7ba1-cdf2-43a0-ba0d-fa1bba74bf12 found for delete ", "request_id": "req-2ce1f1cf-d300-4f52-876d-691eda3ad3d8"}]} Aug 30 04:35:13.374302 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-4746360a-14cd-436d-90a8-ef6124200eaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for network (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:13.377646 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-4746360a-14cd-436d-90a8-ef6124200eaf admin admin] 10.222.0.85 "DELETE /networking/v2.0/networks/7fc2da6b-035c-428c-8a36-2438f46094fd HTTP/1.1" status: 204 len: 168 time: 0.5685890 Aug 30 04:35:13.389691 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4746360a-14cd-436d-90a8-ef6124200eaf admin admin] Pushing event deleted for resources: {'Network': ['ID=7fc2da6b-035c-428c-8a36-2438f46094fd,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:13.522669 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 58374) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:13.568087 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-68bf32de-a056-4277-85ff-c394b2b714d7 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=d7deffddf9934a028bfdb0b1c965c618&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0442150 Aug 30 04:35:13.572190 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 58376) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:13.618158 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-eec441f9-b980-4750-aa71-a0c13830ca9e admin admin] Publish callbacks [] for security_group (9fd90218-8043-42fb-a846-f5c42d9cc133), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:13.638785 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-eec441f9-b980-4750-aa71-a0c13830ca9e admin admin] Publish callbacks [] for security_group (9fd90218-8043-42fb-a846-f5c42d9cc133), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:13.644777 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:13.685291 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-eec441f9-b980-4750-aa71-a0c13830ca9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (9fd90218-8043-42fb-a846-f5c42d9cc133), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:13.687769 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-eec441f9-b980-4750-aa71-a0c13830ca9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:13.688897 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-eec441f9-b980-4750-aa71-a0c13830ca9e admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/9fd90218-8043-42fb-a846-f5c42d9cc133 HTTP/1.1" status: 204 len: 168 time: 0.1175077 Aug 30 04:35:13.696729 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec441f9-b980-4750-aa71-a0c13830ca9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd90218-8043-42fb-a846-f5c42d9cc133,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:14.244080 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4 no longer exists at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:35:14.263942 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] No Port match for: 72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4 {{(pid=106259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:35:14.264244 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 72c2bf6e-2358-4cf8-b1ba-e5713bbf56c4 not bound to the agent host dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:35:14.264630 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 1876a55c-715e-4a50-9e34-61cc3423bbbd no longer exists at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:35:14.284229 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] No Port match for: 1876a55c-715e-4a50-9e34-61cc3423bbbd {{(pid=106259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:35:14.284477 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 1876a55c-715e-4a50-9e34-61cc3423bbbd not bound to the agent host dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:35:14.284863 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 8768219d-9eca-4774-b7e4-b04e9d2e70cf no longer exists at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:35:14.315173 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] No Port match for: 8768219d-9eca-4774-b7e4-b04e9d2e70cf {{(pid=106259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:35:14.315757 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 8768219d-9eca-4774-b7e4-b04e9d2e70cf not bound to the agent host dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:35:15.529591 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:15.531596 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=54,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:15.807792 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=29,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:15.809134 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:DELETE=2,neutron:SELECT=94,neutron:INSERT=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:20.718552 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:20.749121 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-d581afc5-b45a-4c9d-b301-38a5d73b6d66 req-b4d08844-adc5-40ab-be08-017330a643c8 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421994 Aug 30 04:35:20.855345 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581afc5-b45a-4c9d-b301-38a5d73b6d66 req-b861ff9a-d2e0-479a-a7bb-1a2460b290b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:20.856843 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-d581afc5-b45a-4c9d-b301-38a5d73b6d66 req-b861ff9a-d2e0-479a-a7bb-1a2460b290b8 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=96907629895d451697f448cf2c3bc6a1&device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 1130 time: 0.0445035 Aug 30 04:35:20.968865 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581afc5-b45a-4c9d-b301-38a5d73b6d66 req-0429969e-a666-4f47-91f3-d354a12b6fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:20.970325 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-d581afc5-b45a-4c9d-b301-38a5d73b6d66 req-0429969e-a666-4f47-91f3-d354a12b6fe4 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=6e52047f-70d3-42db-935b-902b02a68f1a HTTP/1.1" status: 200 len: 910 time: 0.0864413 Aug 30 04:35:21.034698 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-d581afc5-b45a-4c9d-b301-38a5d73b6d66 req-eee29d05-a8c6-4ad0-a273-5491cc7f21d2 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eeef7498-bb32-43b9-bc6e-1fe32f5be46b HTTP/1.1" status: 200 len: 1001 time: 0.0579126 Aug 30 04:35:21.084816 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581afc5-b45a-4c9d-b301-38a5d73b6d66 req-ef92e55c-91fb-4aa9-976f-4da7126639af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:21.086261 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-d581afc5-b45a-4c9d-b301-38a5d73b6d66 req-ef92e55c-91fb-4aa9-976f-4da7126639af service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=ec2a4d1a-e144-4645-a094-54c969a171a8 HTTP/1.1" status: 200 len: 847 time: 0.0438063 Aug 30 04:35:21.135914 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581afc5-b45a-4c9d-b301-38a5d73b6d66 req-87751e9a-e3bf-4ed5-8e75-abee3313a53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:21.137487 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-d581afc5-b45a-4c9d-b301-38a5d73b6d66 req-87751e9a-e3bf-4ed5-8e75-abee3313a53f service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=6e52047f-70d3-42db-935b-902b02a68f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397408 Aug 30 04:35:21.233140 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-d581afc5-b45a-4c9d-b301-38a5d73b6d66 req-6f63633a-61c9-4b0a-9ebc-1027eb13233d service neutron] 10.222.0.71 "GET /networking/v2.0/networks/6e52047f-70d3-42db-935b-902b02a68f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871725 Aug 30 04:35:21.324750 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-d581afc5-b45a-4c9d-b301-38a5d73b6d66 req-7ed9a463-5370-48ea-a65a-69df0fe764da service neutron] 10.222.0.71 "GET /networking/v2.0/networks/6e52047f-70d3-42db-935b-902b02a68f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837314 Aug 30 04:35:22.867099 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8820c836-148e-4d09-98fb-0a9041745b2b req-39442bbf-8538-441a-ae8c-3a2ac66d926b tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1522422868&fields=id&tenant_id=18e4bf7297124da4b43ccaeda048f772 HTTP/1.1" status: 200 len: 267 time: 0.0513413 Aug 30 04:35:22.956764 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-894c5dc4-0115-4e97-9aa3-8a45ed54484c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:22.985618 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820c836-148e-4d09-98fb-0a9041745b2b req-db11e4c0-7f38-43a2-813e-35f2f37e4ab7 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:22.987219 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8820c836-148e-4d09-98fb-0a9041745b2b req-db11e4c0-7f38-43a2-813e-35f2f37e4ab7 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/networks?id=05bb2295-ab1f-4755-bab5-38bb2e0a7b79 HTTP/1.1" status: 200 len: 812 time: 0.1192913 Aug 30 04:35:23.003229 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8820c836-148e-4d09-98fb-0a9041745b2b req-8a97bbe6-b913-4036-9bb8-e84583b78f4b tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/quotas/18e4bf7297124da4b43ccaeda048f772 HTTP/1.1" status: 200 len: 375 time: 0.0103033 Aug 30 04:35:23.071188 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8820c836-148e-4d09-98fb-0a9041745b2b req-f44bd648-0f41-46ca-bb9e-ff5a482830de tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=18e4bf7297124da4b43ccaeda048f772&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469022 Aug 30 04:35:23.174717 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8820c836-148e-4d09-98fb-0a9041745b2b req-23a2cc9d-c8f6-4124-a15f-6109fa174689 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/05bb2295-ab1f-4755-bab5-38bb2e0a7b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976934 Aug 30 04:35:23.272075 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8820c836-148e-4d09-98fb-0a9041745b2b req-1d065a2b-d523-4f3f-b54b-de9cc7c53d2b service neutron] 10.222.0.85 "GET /networking/v2.0/networks/05bb2295-ab1f-4755-bab5-38bb2e0a7b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914803 Aug 30 04:35:23.276469 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 58512) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:23.404877 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-09340b7a-e083-4cf1-87e5-14089e2c4450 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:23.490019 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-09340b7a-e083-4cf1-87e5-14089e2c4450 admin admin] Publish callbacks [] for security_group (79bc1088-2053-4089-a402-b01663e5b330), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:23.494218 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-09340b7a-e083-4cf1-87e5-14089e2c4450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (79bc1088-2053-4089-a402-b01663e5b330), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:23.538988 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 58526) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:23.541611 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-09340b7a-e083-4cf1-87e5-14089e2c4450 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=ce5e96b987d1430e99fd55c317dfd544&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2638786 Aug 30 04:35:23.544051 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09340b7a-e083-4cf1-87e5-14089e2c4450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79bc1088-2053-4089-a402-b01663e5b330,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:23.594435 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1b318a09-c97c-457c-a87e-8cdf0ff4ab78 req-67f057c6-ea9f-4697-ab89-650d94f07c32 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=55c3ec45-de91-4e52-8acd-9cfc102347fb HTTP/1.1" status: 200 len: 210 time: 0.0441463 Aug 30 04:35:23.622809 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-db5190fa-873b-4dfc-99a8-a395936a9541 admin admin] Publish callbacks [] for security_group (79bc1088-2053-4089-a402-b01663e5b330), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:23.644321 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-db5190fa-873b-4dfc-99a8-a395936a9541 admin admin] Publish callbacks [] for security_group (79bc1088-2053-4089-a402-b01663e5b330), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:23.695073 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-db5190fa-873b-4dfc-99a8-a395936a9541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (79bc1088-2053-4089-a402-b01663e5b330), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:23.697738 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-db5190fa-873b-4dfc-99a8-a395936a9541 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:23.698920 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-db5190fa-873b-4dfc-99a8-a395936a9541 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/79bc1088-2053-4089-a402-b01663e5b330 HTTP/1.1" status: 204 len: 168 time: 0.1589582 Aug 30 04:35:23.707046 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5190fa-873b-4dfc-99a8-a395936a9541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79bc1088-2053-4089-a402-b01663e5b330,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:23.715849 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5190fa-873b-4dfc-99a8-a395936a9541 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:23.716363 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5190fa-873b-4dfc-99a8-a395936a9541 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:23.716711 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5190fa-873b-4dfc-99a8-a395936a9541 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:23.717063 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5190fa-873b-4dfc-99a8-a395936a9541 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:23.717414 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5190fa-873b-4dfc-99a8-a395936a9541 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:23.717747 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5190fa-873b-4dfc-99a8-a395936a9541 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:23.718074 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5190fa-873b-4dfc-99a8-a395936a9541 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:23.718401 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5190fa-873b-4dfc-99a8-a395936a9541 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:23.718731 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5190fa-873b-4dfc-99a8-a395936a9541 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:23.719080 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5190fa-873b-4dfc-99a8-a395936a9541 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:23.719387 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5190fa-873b-4dfc-99a8-a395936a9541 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:23.719706 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5190fa-873b-4dfc-99a8-a395936a9541 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:23.720030 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5190fa-873b-4dfc-99a8-a395936a9541 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:23.720349 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5190fa-873b-4dfc-99a8-a395936a9541 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:23.720670 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5190fa-873b-4dfc-99a8-a395936a9541 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:24.703689 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e270d40b-82a5-4e9f-9cc5-b60052da88ad req-f5713de7-f699-4814-8a44-906ebbc957e4 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=55c3ec45-de91-4e52-8acd-9cfc102347fb HTTP/1.1" status: 200 len: 210 time: 0.0306597 Aug 30 04:35:25.022853 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820c836-148e-4d09-98fb-0a9041745b2b req-c2660cb4-5718-48a0-98c1-f92b69b02b7c tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:25.024332 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-8820c836-148e-4d09-98fb-0a9041745b2b req-c2660cb4-5718-48a0-98c1-f92b69b02b7c tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.71 "GET /networking/v2.0/networks?id=05bb2295-ab1f-4755-bab5-38bb2e0a7b79 HTTP/1.1" status: 200 len: 812 time: 0.1206589 Aug 30 04:35:25.165682 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-8820c836-148e-4d09-98fb-0a9041745b2b req-1dd0a4be-53ad-43dd-bfa1-b57dec7d9e7c tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.71 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=18e4bf7297124da4b43ccaeda048f772 HTTP/1.1" status: 200 len: 380 time: 0.0730164 Aug 30 04:35:25.176780 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [req-8820c836-148e-4d09-98fb-0a9041745b2b req-3ccf7035-5c61-4cdc-a40f-fb7ef37628d5 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Request body: {'port': {'device_id': '55c3ec45-de91-4e52-8acd-9cfc102347fb', 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79', 'admin_state_up': True, 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'security_groups': ['bf906bae-0190-4421-8ed3-fd285f7352de']}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:35:25.233533 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:DELETE=2,neutron:SELECT=92,neutron:INSERT=6 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:25.252495 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:25.298444 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8820c836-148e-4d09-98fb-0a9041745b2b req-3ccf7035-5c61-4cdc-a40f-fb7ef37628d5 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Made reservation on behalf of 18e4bf7297124da4b43ccaeda048f772 for: {'port': 1} {{(pid=106257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:35:25.302456 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-8820c836-148e-4d09-98fb-0a9041745b2b req-3ccf7035-5c61-4cdc-a40f-fb7ef37628d5 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:25.311660 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2aee847d-8fb9-41a5-92c5-296ba18fdc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:25.446201 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.db_base_plugin_common [req-8820c836-148e-4d09-98fb-0a9041745b2b req-3ccf7035-5c61-4cdc-a40f-fb7ef37628d5 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Allocated IP 172.20.0.14 (05bb2295-ab1f-4755-bab5-38bb2e0a7b79/2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3/269f69bd-5a62-467c-988c-152c585930d9) {{(pid=106257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:35:25.597098 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-8820c836-148e-4d09-98fb-0a9041745b2b req-3ccf7035-5c61-4cdc-a40f-fb7ef37628d5 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks [] for port (269f69bd-5a62-467c-988c-152c585930d9), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:25.822809 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-df591bb9-6063-4fcd-b350-ccebffffda68 req-93cb2705-e1bb-4939-a6bc-4c593d5cd268 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=55c3ec45-de91-4e52-8acd-9cfc102347fb HTTP/1.1" status: 200 len: 210 time: 0.0399785 Aug 30 04:35:25.888071 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-8820c836-148e-4d09-98fb-0a9041745b2b req-3ccf7035-5c61-4cdc-a40f-fb7ef37628d5 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (269f69bd-5a62-467c-988c-152c585930d9), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:25.934097 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8820c836-148e-4d09-98fb-0a9041745b2b req-3ccf7035-5c61-4cdc-a40f-fb7ef37628d5 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Network 05bb2295-ab1f-4755-bab5-38bb2e0a7b79 is already hosted by enough agents. {{(pid=106257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:35:25.937398 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.base_scheduler [req-8820c836-148e-4d09-98fb-0a9041745b2b req-3ccf7035-5c61-4cdc-a40f-fb7ef37628d5 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Resources bound (agent type, host, resource id): {{(pid=106257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:35:25.941317 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [req-8820c836-148e-4d09-98fb-0a9041745b2b req-3ccf7035-5c61-4cdc-a40f-fb7ef37628d5 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Received port after_create {{(pid=106257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:35:25.974944 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf7035-5c61-4cdc-a40f-fb7ef37628d5 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Pushing event updated for resources: {'Port': ['ID=269f69bd-5a62-467c-988c-152c585930d9,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:25.993318 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 58606) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:26.000309 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820c836-148e-4d09-98fb-0a9041745b2b req-3ccf7035-5c61-4cdc-a40f-fb7ef37628d5 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:26.001071 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-8820c836-148e-4d09-98fb-0a9041745b2b req-3ccf7035-5c61-4cdc-a40f-fb7ef37628d5 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:26.034612 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-8820c836-148e-4d09-98fb-0a9041745b2b req-3ccf7035-5c61-4cdc-a40f-fb7ef37628d5 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8615139 Aug 30 04:35:26.119920 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5a884dc1-3508-4cf6-b089-f5c5d8d01c89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:26.165774 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [req-8820c836-148e-4d09-98fb-0a9041745b2b req-a093ed45-650e-4db7-b6bc-a1550d5cd236 service neutron] Request body: {'port': {'device_id': '55c3ec45-de91-4e52-8acd-9cfc102347fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:35:26.195275 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-3c45654f-5ef9-47ef-a4e5-3d4e877a25f3 None None] Provisioning complete for port 269f69bd-5a62-467c-988c-152c585930d9 triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:35:26.195908 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-3c45654f-5ef9-47ef-a4e5-3d4e877a25f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (269f69bd-5a62-467c-988c-152c585930d9), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:26.206117 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5a884dc1-3508-4cf6-b089-f5c5d8d01c89 admin admin] Publish callbacks [] for security_group (03cac302-36a0-48cc-908c-9ae97218b5f5), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:26.210748 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5a884dc1-3508-4cf6-b089-f5c5d8d01c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (03cac302-36a0-48cc-908c-9ae97218b5f5), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:26.228682 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-8820c836-148e-4d09-98fb-0a9041745b2b req-a093ed45-650e-4db7-b6bc-a1550d5cd236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (269f69bd-5a62-467c-988c-152c585930d9), before_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:26.234731 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-3c45654f-5ef9-47ef-a4e5-3d4e877a25f3 None None] Port 269f69bd-5a62-467c-988c-152c585930d9 cannot update to ACTIVE because it is not bound. {{(pid=106259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:35:26.253137 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-5a884dc1-3508-4cf6-b089-f5c5d8d01c89 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=5ea4ff33b4034170a7343def85c23a85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2586689 Aug 30 04:35:26.254390 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a884dc1-3508-4cf6-b089-f5c5d8d01c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03cac302-36a0-48cc-908c-9ae97218b5f5,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:26.256878 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 58610) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:26.313793 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2e7ce2ee-c7ba-40ec-a883-cbdc65ca796f admin admin] Publish callbacks [] for security_group (03cac302-36a0-48cc-908c-9ae97218b5f5), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:26.339948 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2e7ce2ee-c7ba-40ec-a883-cbdc65ca796f admin admin] Publish callbacks [] for security_group (03cac302-36a0-48cc-908c-9ae97218b5f5), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:26.347179 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:26.357917 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:26.414822 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2e7ce2ee-c7ba-40ec-a883-cbdc65ca796f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (03cac302-36a0-48cc-908c-9ae97218b5f5), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:26.419693 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2e7ce2ee-c7ba-40ec-a883-cbdc65ca796f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:26.424529 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-2e7ce2ee-c7ba-40ec-a883-cbdc65ca796f admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/03cac302-36a0-48cc-908c-9ae97218b5f5 HTTP/1.1" status: 204 len: 168 time: 0.1634326 Aug 30 04:35:26.435600 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ce2ee-c7ba-40ec-a883-cbdc65ca796f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03cac302-36a0-48cc-908c-9ae97218b5f5,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:26.450885 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:26.592326 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:26.623846 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.notifiers.nova [req-8820c836-148e-4d09-98fb-0a9041745b2b req-a093ed45-650e-4db7-b6bc-a1550d5cd236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 269f69bd-5a62-467c-988c-152c585930d9 {{(pid=106257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:35:26.641159 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-8820c836-148e-4d09-98fb-0a9041745b2b req-a093ed45-650e-4db7-b6bc-a1550d5cd236 service neutron] Publish callbacks [] for port (269f69bd-5a62-467c-988c-152c585930d9), precommit_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:26.662205 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.provisioning_blocks [req-8820c836-148e-4d09-98fb-0a9041745b2b req-a093ed45-650e-4db7-b6bc-a1550d5cd236 service neutron] Transition to ACTIVE for port object 269f69bd-5a62-467c-988c-152c585930d9 will not be triggered until provisioned by entity L2. {{(pid=106257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:35:26.668473 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-8820c836-148e-4d09-98fb-0a9041745b2b req-a093ed45-650e-4db7-b6bc-a1550d5cd236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61207719'] for port (269f69bd-5a62-467c-988c-152c585930d9), after_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:26.749505 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:26.789816 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a093ed45-650e-4db7-b6bc-a1550d5cd236 service neutron] Pushing event updated for resources: {'Port': ['ID=269f69bd-5a62-467c-988c-152c585930d9,revision_number=2']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:26.828294 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.managers [req-8820c836-148e-4d09-98fb-0a9041745b2b req-a093ed45-650e-4db7-b6bc-a1550d5cd236 service neutron] Attempting to bind port 269f69bd-5a62-467c-988c-152c585930d9 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:35:26.828699 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.managers [req-8820c836-148e-4d09-98fb-0a9041745b2b req-a093ed45-650e-4db7-b6bc-a1550d5cd236 service neutron] Attempting to bind port 269f69bd-5a62-467c-988c-152c585930d9 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'fdd31e04-0827-4615-9af3-6927d149ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79'}] {{(pid=106257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:35:26.829139 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8820c836-148e-4d09-98fb-0a9041745b2b req-a093ed45-650e-4db7-b6bc-a1550d5cd236 service neutron] Attempting to bind port 269f69bd-5a62-467c-988c-152c585930d9 on network 05bb2295-ab1f-4755-bab5-38bb2e0a7b79 {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:35:26.835057 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8820c836-148e-4d09-98fb-0a9041745b2b req-a093ed45-650e-4db7-b6bc-a1550d5cd236 service neutron] Port 269f69bd-5a62-467c-988c-152c585930d9 on network 05bb2295-ab1f-4755-bab5-38bb2e0a7b79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:35:26.835391 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8820c836-148e-4d09-98fb-0a9041745b2b req-a093ed45-650e-4db7-b6bc-a1550d5cd236 service neutron] Attempting to bind port 269f69bd-5a62-467c-988c-152c585930d9 on network 05bb2295-ab1f-4755-bab5-38bb2e0a7b79 {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:35:26.842442 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8820c836-148e-4d09-98fb-0a9041745b2b req-a093ed45-650e-4db7-b6bc-a1550d5cd236 service neutron] Checking agent: {'id': 'dd0d0365-d50b-4401-90d8-c3ff73fab053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 24, 11), 'started_at': datetime.datetime(2022, 8, 30, 4, 24, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:35:26.842855 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8820c836-148e-4d09-98fb-0a9041745b2b req-a093ed45-650e-4db7-b6bc-a1550d5cd236 service neutron] Checking segment: {'id': 'fdd31e04-0827-4615-9af3-6927d149ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:35:26.843262 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8820c836-148e-4d09-98fb-0a9041745b2b req-a093ed45-650e-4db7-b6bc-a1550d5cd236 service neutron] Bound using segment: {'id': 'fdd31e04-0827-4615-9af3-6927d149ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79'} {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:35:26.843709 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.managers [req-8820c836-148e-4d09-98fb-0a9041745b2b req-a093ed45-650e-4db7-b6bc-a1550d5cd236 service neutron] Bound port: 269f69bd-5a62-467c-988c-152c585930d9, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdd31e04-0827-4615-9af3-6927d149ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79'}}] {{(pid=106257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:35:26.844199 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-8820c836-148e-4d09-98fb-0a9041745b2b req-a093ed45-650e-4db7-b6bc-a1550d5cd236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (269f69bd-5a62-467c-988c-152c585930d9), before_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:26.877532 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 58618) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:26.899636 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c59461dc-e598-454a-bac6-0b0ff74ee4f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:26.949868 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [req-8820c836-148e-4d09-98fb-0a9041745b2b req-a093ed45-650e-4db7-b6bc-a1550d5cd236 service neutron] For port 269f69bd-5a62-467c-988c-152c585930d9, host hv-cinder-85426, cleared binding levels {{(pid=106257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:35:26.955597 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [req-8820c836-148e-4d09-98fb-0a9041745b2b req-a093ed45-650e-4db7-b6bc-a1550d5cd236 service neutron] For port 269f69bd-5a62-467c-988c-152c585930d9, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=269f69bd-5a62-467c-988c-152c585930d9,segment=NetworkSegment(fdd31e04-0827-4615-9af3-6927d149ce86),segment_id=fdd31e04-0827-4615-9af3-6927d149ce86)] {{(pid=106257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:35:26.963548 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-8820c836-148e-4d09-98fb-0a9041745b2b req-a093ed45-650e-4db7-b6bc-a1550d5cd236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61207719'] for port (269f69bd-5a62-467c-988c-152c585930d9), after_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:26.971226 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820c836-148e-4d09-98fb-0a9041745b2b req-a093ed45-650e-4db7-b6bc-a1550d5cd236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:26.972344 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-8820c836-148e-4d09-98fb-0a9041745b2b req-a093ed45-650e-4db7-b6bc-a1550d5cd236 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:26.974841 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-8820c836-148e-4d09-98fb-0a9041745b2b req-a093ed45-650e-4db7-b6bc-a1550d5cd236 service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/269f69bd-5a62-467c-988c-152c585930d9 HTTP/1.1" status: 200 len: 1094 time: 0.8133764 Aug 30 04:35:26.976919 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c3ec45-de91-4e52-8acd-9cfc102347fb', 'tag': '269f69bd-5a62-467c-988c-152c585930d9'}] {{(pid=106257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:35:26.980071 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d1a48af4e812f9c70823208ed2638ca64b88de6e4994a5bf3763d45491ed842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eeffa2c-98ba-4368-991f-a78671800b21" -d '{"events": [{"name": "network-changed", "server_uuid": "55c3ec45-de91-4e52-8acd-9cfc102347fb", "tag": "269f69bd-5a62-467c-988c-152c585930d9"}]}' {{(pid=106257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:35:27.015271 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d623c72e-7ad4-4123-b5db-58c403511204 req-3d8bb978-b9b6-4a4a-aeea-9ceb574ad1a5 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:27.018575 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d623c72e-7ad4-4123-b5db-58c403511204 req-3d8bb978-b9b6-4a4a-aeea-9ceb574ad1a5 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=55c3ec45-de91-4e52-8acd-9cfc102347fb HTTP/1.1" status: 200 len: 944 time: 0.1028214 Aug 30 04:35:27.042441 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82d5546-e082-4ad0-b6fd-61b13d437b0c x-openstack-request-id: req-d82d5546-e082-4ad0-b6fd-61b13d437b0c {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:35:27.044366 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c3ec45-de91-4e52-8acd-9cfc102347fb", "tag": "269f69bd-5a62-467c-988c-152c585930d9", "status": "completed", "code": 200}]} {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:35:27.044366 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d82d5546-e082-4ad0-b6fd-61b13d437b0c {{(pid=106257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:35:27.044366 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d82d5546-e082-4ad0-b6fd-61b13d437b0c'] response: {'name': 'network-changed', 'server_uuid': '55c3ec45-de91-4e52-8acd-9cfc102347fb', 'tag': '269f69bd-5a62-467c-988c-152c585930d9', 'status': 'completed', 'code': 200} Aug 30 04:35:27.045103 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a093ed45-650e-4db7-b6bc-a1550d5cd236 service neutron] Pushing event updated for resources: {'Port': ['ID=269f69bd-5a62-467c-988c-152c585930d9,revision_number=3']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:27.138843 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d623c72e-7ad4-4123-b5db-58c403511204 req-9c3088c2-2464-4ab5-965b-e16cbd8ba977 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bf906bae-0190-4421-8ed3-fd285f7352de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121542 Aug 30 04:35:27.152026 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c59461dc-e598-454a-bac6-0b0ff74ee4f8 admin admin] Publish callbacks [] for security_group (8e0f36aa-c86c-43f0-8b7e-975401a9ac01), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:27.154889 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820c836-148e-4d09-98fb-0a9041745b2b req-c6b58ae6-7620-446d-989a-7e3468c2cb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:27.156393 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c59461dc-e598-454a-bac6-0b0ff74ee4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (8e0f36aa-c86c-43f0-8b7e-975401a9ac01), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:27.156795 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-8820c836-148e-4d09-98fb-0a9041745b2b req-c6b58ae6-7620-446d-989a-7e3468c2cb95 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=18e4bf7297124da4b43ccaeda048f772&device_id=55c3ec45-de91-4e52-8acd-9cfc102347fb HTTP/1.1" status: 200 len: 1128 time: 0.0749841 Aug 30 04:35:27.209564 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59461dc-e598-454a-bac6-0b0ff74ee4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0f36aa-c86c-43f0-8b7e-975401a9ac01,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:27.218710 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-c59461dc-e598-454a-bac6-0b0ff74ee4f8 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=5e0d683ca86c4cdf9959928bad7749ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3366151 Aug 30 04:35:27.219205 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 58622) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:27.230625 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-8820c836-148e-4d09-98fb-0a9041745b2b req-427bb8be-fcff-43c3-b583-15d4ff95cc85 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=269f69bd-5a62-467c-988c-152c585930d9 HTTP/1.1" status: 200 len: 217 time: 0.0533109 Aug 30 04:35:27.295105 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5ee51937-8435-4302-a9fe-d9d1d2a01eb5 admin admin] Publish callbacks [] for security_group (8e0f36aa-c86c-43f0-8b7e-975401a9ac01), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:27.296593 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820c836-148e-4d09-98fb-0a9041745b2b req-7b3deadb-e4b5-4b3e-aa6a-631bfab7925b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:27.298143 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-8820c836-148e-4d09-98fb-0a9041745b2b req-7b3deadb-e4b5-4b3e-aa6a-631bfab7925b service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3 HTTP/1.1" status: 200 len: 851 time: 0.0603502 Aug 30 04:35:27.322673 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5ee51937-8435-4302-a9fe-d9d1d2a01eb5 admin admin] Publish callbacks [] for security_group (8e0f36aa-c86c-43f0-8b7e-975401a9ac01), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:27.367500 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820c836-148e-4d09-98fb-0a9041745b2b req-452aef6f-1ba9-4708-8974-ac5f1384d00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:27.369358 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-8820c836-148e-4d09-98fb-0a9041745b2b req-452aef6f-1ba9-4708-8974-ac5f1384d00c service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=05bb2295-ab1f-4755-bab5-38bb2e0a7b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563660 Aug 30 04:35:27.387529 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5ee51937-8435-4302-a9fe-d9d1d2a01eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (8e0f36aa-c86c-43f0-8b7e-975401a9ac01), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:27.390115 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5ee51937-8435-4302-a9fe-d9d1d2a01eb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:27.391305 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-5ee51937-8435-4302-a9fe-d9d1d2a01eb5 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/8e0f36aa-c86c-43f0-8b7e-975401a9ac01 HTTP/1.1" status: 204 len: 168 time: 0.1714458 Aug 30 04:35:27.403612 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee51937-8435-4302-a9fe-d9d1d2a01eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0f36aa-c86c-43f0-8b7e-975401a9ac01,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:27.486313 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-8820c836-148e-4d09-98fb-0a9041745b2b req-dc361ddd-5509-4160-b43b-20aecf7c1bd6 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/05bb2295-ab1f-4755-bab5-38bb2e0a7b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059721 Aug 30 04:35:27.588297 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-8820c836-148e-4d09-98fb-0a9041745b2b req-bddb17d0-b73b-4356-93de-66ed9fcb45f7 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/05bb2295-ab1f-4755-bab5-38bb2e0a7b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953093 Aug 30 04:35:27.918111 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:28.009148 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeffa2c-98ba-4368-991f-a78671800b21 req-9e82f388-dbba-4a86-bff3-19db4857e96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:28.010733 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-0eeffa2c-98ba-4368-991f-a78671800b21 req-9e82f388-dbba-4a86-bff3-19db4857e96f service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=18e4bf7297124da4b43ccaeda048f772&device_id=55c3ec45-de91-4e52-8acd-9cfc102347fb HTTP/1.1" status: 200 len: 1128 time: 0.0414610 Aug 30 04:35:28.109359 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:28.117896 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeffa2c-98ba-4368-991f-a78671800b21 req-23736720-2fdf-493b-a6e3-a5aaa02c94ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:28.119412 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-0eeffa2c-98ba-4368-991f-a78671800b21 req-23736720-2fdf-493b-a6e3-a5aaa02c94ad service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=05bb2295-ab1f-4755-bab5-38bb2e0a7b79 HTTP/1.1" status: 200 len: 914 time: 0.0978334 Aug 30 04:35:28.163557 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-0eeffa2c-98ba-4368-991f-a78671800b21 req-d5666df1-86c4-49b9-9b02-3cfb51ecf5fc service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=269f69bd-5a62-467c-988c-152c585930d9 HTTP/1.1" status: 200 len: 217 time: 0.0330908 Aug 30 04:35:28.175230 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:28.223747 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeffa2c-98ba-4368-991f-a78671800b21 req-5f9fb5f7-15dc-4a56-a56a-c5f1061eda00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:28.225574 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-0eeffa2c-98ba-4368-991f-a78671800b21 req-5f9fb5f7-15dc-4a56-a56a-c5f1061eda00 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3 HTTP/1.1" status: 200 len: 851 time: 0.0506170 Aug 30 04:35:28.282489 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeffa2c-98ba-4368-991f-a78671800b21 req-ae32cdb7-3b79-400b-a3cf-5cf6f6cc31f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:28.286402 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-0eeffa2c-98ba-4368-991f-a78671800b21 req-ae32cdb7-3b79-400b-a3cf-5cf6f6cc31f9 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=05bb2295-ab1f-4755-bab5-38bb2e0a7b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535016 Aug 30 04:35:28.291666 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae224cad-002f-4072-9033-7228b1d933c2 req-f8e75563-7e2c-4cc8-a5a2-1db4b47a6264 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:28.293830 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ae224cad-002f-4072-9033-7228b1d933c2 req-f8e75563-7e2c-4cc8-a5a2-1db4b47a6264 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=55c3ec45-de91-4e52-8acd-9cfc102347fb HTTP/1.1" status: 200 len: 944 time: 0.0524075 Aug 30 04:35:28.357870 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ae224cad-002f-4072-9033-7228b1d933c2 req-e97ed5c5-e097-4b68-bc66-401edc653f91 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bf906bae-0190-4421-8ed3-fd285f7352de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574853 Aug 30 04:35:28.397500 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-0eeffa2c-98ba-4368-991f-a78671800b21 req-55123795-feaf-4dc6-b20b-55f510eb0fc8 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/05bb2295-ab1f-4755-bab5-38bb2e0a7b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995545 Aug 30 04:35:28.471302 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:28.502319 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-0eeffa2c-98ba-4368-991f-a78671800b21 req-ebe03d82-a2c6-4e56-ace6-aa704d51ef6e service neutron] 10.222.0.71 "GET /networking/v2.0/networks/05bb2295-ab1f-4755-bab5-38bb2e0a7b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954580 Aug 30 04:35:29.478509 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f3373-755d-48d7-acaf-5c329d73e1a9 req-32b20ebb-ef70-454b-afb3-1eda3a0d8c22 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:29.480446 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2c4f3373-755d-48d7-acaf-5c329d73e1a9 req-32b20ebb-ef70-454b-afb3-1eda3a0d8c22 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=55c3ec45-de91-4e52-8acd-9cfc102347fb HTTP/1.1" status: 200 len: 944 time: 0.0464516 Aug 30 04:35:29.529922 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2c4f3373-755d-48d7-acaf-5c329d73e1a9 req-7550c461-daf0-49ab-90a6-197e26e6121f tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bf906bae-0190-4421-8ed3-fd285f7352de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435011 Aug 30 04:35:30.311383 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa843e3-163d-4e01-b55c-4c1e6341be7e req-cc38dd37-35eb-4d9b-8129-d7e355154792 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:30.312848 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9fa843e3-163d-4e01-b55c-4c1e6341be7e req-cc38dd37-35eb-4d9b-8129-d7e355154792 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 946 time: 0.0534763 Aug 30 04:35:30.365097 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9fa843e3-163d-4e01-b55c-4c1e6341be7e req-32d79f38-f498-4b55-a307-25705536c34f tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=42b1e446-e4f4-4002-baec-f9aa7dda8485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458047 Aug 30 04:35:30.935874 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bbc214-4423-49b0-ab27-51d68ca5e47c req-60ad13bb-e380-49f8-955e-3c20e5feaf76 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:30.937485 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-02bbc214-4423-49b0-ab27-51d68ca5e47c req-60ad13bb-e380-49f8-955e-3c20e5feaf76 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=55c3ec45-de91-4e52-8acd-9cfc102347fb HTTP/1.1" status: 200 len: 944 time: 0.3308825 Aug 30 04:35:30.989817 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-02bbc214-4423-49b0-ab27-51d68ca5e47c req-450c65fb-2016-4781-882c-acc315d9581e tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bf906bae-0190-4421-8ed3-fd285f7352de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457261 Aug 30 04:35:31.497553 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3fc25-fa95-417a-803a-a7c30568609a req-8791c711-5765-4e7b-aa07-d1a6598fad3c tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:31.499068 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0fb3fc25-fa95-417a-803a-a7c30568609a req-8791c711-5765-4e7b-aa07-d1a6598fad3c tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 946 time: 0.0595572 Aug 30 04:35:31.526896 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:31.540878 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:31.558051 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0fb3fc25-fa95-417a-803a-a7c30568609a req-948fe08e-74bd-44c4-bb92-3496cab099f5 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=42b1e446-e4f4-4002-baec-f9aa7dda8485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532410 Aug 30 04:35:32.114987 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075ba92-92ce-4f81-8ff8-88f5f7930d6f req-5e622a71-e34e-4d82-af46-c66b76456458 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:32.116633 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5075ba92-92ce-4f81-8ff8-88f5f7930d6f req-5e622a71-e34e-4d82-af46-c66b76456458 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=55c3ec45-de91-4e52-8acd-9cfc102347fb HTTP/1.1" status: 200 len: 944 time: 0.0534678 Aug 30 04:35:32.136279 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 58722) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:32.175895 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5075ba92-92ce-4f81-8ff8-88f5f7930d6f req-3f7157c3-0dc4-4ec5-9c8e-2e384aec79b7 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bf906bae-0190-4421-8ed3-fd285f7352de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510557 Aug 30 04:35:32.247633 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-2b45f7e7-2dd2-4f19-8fc2-c467a4cd3726 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:32.325531 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-2b45f7e7-2dd2-4f19-8fc2-c467a4cd3726 admin admin] Publish callbacks [] for security_group (57d4325e-01aa-4e00-baf9-738123805220), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:32.329605 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-2b45f7e7-2dd2-4f19-8fc2-c467a4cd3726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (57d4325e-01aa-4e00-baf9-738123805220), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:32.370616 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-2b45f7e7-2dd2-4f19-8fc2-c467a4cd3726 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=043212768c2d44a283ab1eeabc295ba7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2326603 Aug 30 04:35:32.371523 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b45f7e7-2dd2-4f19-8fc2-c467a4cd3726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d4325e-01aa-4e00-baf9-738123805220,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:32.373448 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 58726) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:32.422139 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-17e8c6a8-72cf-4116-b405-3c842646f358 admin admin] Publish callbacks [] for security_group (57d4325e-01aa-4e00-baf9-738123805220), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:32.443654 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-17e8c6a8-72cf-4116-b405-3c842646f358 admin admin] Publish callbacks [] for security_group (57d4325e-01aa-4e00-baf9-738123805220), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:32.491549 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-17e8c6a8-72cf-4116-b405-3c842646f358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (57d4325e-01aa-4e00-baf9-738123805220), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:32.494197 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-17e8c6a8-72cf-4116-b405-3c842646f358 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:32.495907 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-17e8c6a8-72cf-4116-b405-3c842646f358 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/57d4325e-01aa-4e00-baf9-738123805220 HTTP/1.1" status: 204 len: 168 time: 0.1203346 Aug 30 04:35:32.504006 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e8c6a8-72cf-4116-b405-3c842646f358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d4325e-01aa-4e00-baf9-738123805220,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:32.686994 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc0f5d-832b-441c-8bf4-bc1eb74d29b0 req-34bccb79-faf8-4988-a67a-5917bd1540c7 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:32.688479 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-97bc0f5d-832b-441c-8bf4-bc1eb74d29b0 req-34bccb79-faf8-4988-a67a-5917bd1540c7 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 946 time: 0.0520613 Aug 30 04:35:32.737336 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-97bc0f5d-832b-441c-8bf4-bc1eb74d29b0 req-2bc64af1-67bc-45b0-a0dd-caf7b71a7433 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=42b1e446-e4f4-4002-baec-f9aa7dda8485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433662 Aug 30 04:35:32.768031 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 58734) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:32.780949 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4ddab37d-a1a2-4759-a830-6f41b691e630 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:32.861572 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4ddab37d-a1a2-4759-a830-6f41b691e630 admin admin] Publish callbacks [] for security_group (0b40deee-b942-43a3-a909-bf54dbbd56ca), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:32.865507 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-4ddab37d-a1a2-4759-a830-6f41b691e630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (0b40deee-b942-43a3-a909-bf54dbbd56ca), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:32.906606 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-4ddab37d-a1a2-4759-a830-6f41b691e630 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=6f1174a665b248e09e29358cecdd048f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1374917 Aug 30 04:35:32.907466 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddab37d-a1a2-4759-a830-6f41b691e630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b40deee-b942-43a3-a909-bf54dbbd56ca,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:32.909406 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 58736) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:32.963901 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-cfd5fb94-ee82-489b-847e-70f64ee484bc admin admin] Publish callbacks [] for security_group (0b40deee-b942-43a3-a909-bf54dbbd56ca), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:32.984690 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-cfd5fb94-ee82-489b-847e-70f64ee484bc admin admin] Publish callbacks [] for security_group (0b40deee-b942-43a3-a909-bf54dbbd56ca), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:33.031891 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-cfd5fb94-ee82-489b-847e-70f64ee484bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (0b40deee-b942-43a3-a909-bf54dbbd56ca), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:33.034497 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-cfd5fb94-ee82-489b-847e-70f64ee484bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:33.035648 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-cfd5fb94-ee82-489b-847e-70f64ee484bc admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/0b40deee-b942-43a3-a909-bf54dbbd56ca HTTP/1.1" status: 204 len: 168 time: 0.1251669 Aug 30 04:35:33.044138 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd5fb94-ee82-489b-847e-70f64ee484bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b40deee-b942-43a3-a909-bf54dbbd56ca,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:33.302890 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdff28f-4a5a-4522-8fcc-65345956e87f req-fbcc0ecc-d845-4f1d-a98d-6f0cb998dbfc tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:33.304418 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6cdff28f-4a5a-4522-8fcc-65345956e87f req-fbcc0ecc-d845-4f1d-a98d-6f0cb998dbfc tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=55c3ec45-de91-4e52-8acd-9cfc102347fb HTTP/1.1" status: 200 len: 944 time: 0.0508411 Aug 30 04:35:33.364326 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6cdff28f-4a5a-4522-8fcc-65345956e87f req-812c552d-46c8-4f75-8a38-c265bb70c5e0 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bf906bae-0190-4421-8ed3-fd285f7352de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508008 Aug 30 04:35:33.865343 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec4403f-6761-45de-86b3-293678d1d2cb req-793ecdaf-7d54-4538-9d51-7d255ab75983 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:33.866847 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bec4403f-6761-45de-86b3-293678d1d2cb req-793ecdaf-7d54-4538-9d51-7d255ab75983 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 946 time: 0.0499008 Aug 30 04:35:33.927329 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bec4403f-6761-45de-86b3-293678d1d2cb req-184037b7-5309-489b-a6cc-12ba4a5b4e7d tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=42b1e446-e4f4-4002-baec-f9aa7dda8485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532029 Aug 30 04:35:34.484031 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:34.487482 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:34.494366 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe57c0-460f-478a-bac8-6ab3f806497a req-841ac794-1436-4184-a1de-ffb6c86be453 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:34.495928 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-91fe57c0-460f-478a-bac8-6ab3f806497a req-841ac794-1436-4184-a1de-ffb6c86be453 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=55c3ec45-de91-4e52-8acd-9cfc102347fb HTTP/1.1" status: 200 len: 944 time: 0.0520291 Aug 30 04:35:34.546706 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-91fe57c0-460f-478a-bac8-6ab3f806497a req-2e6dbbe2-49a7-4833-bdff-c6f382b51744 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bf906bae-0190-4421-8ed3-fd285f7352de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451736 Aug 30 04:35:34.947518 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 58788) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:35.042661 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 269f69bd-5a62-467c-988c-152c585930d9 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:35:35.053111 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:35.054447 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e3e2a-a276-4491-a9c1-25c596e7ef0b req-ffe890f5-0f13-486b-92ad-c25ec88187f6 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:35.055981 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-df3e3e2a-a276-4491-a9c1-25c596e7ef0b req-ffe890f5-0f13-486b-92ad-c25ec88187f6 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 946 time: 0.0527833 Aug 30 04:35:35.061361 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-edb82d4d-08bb-4931-a288-e1aefa7cd9f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:35.118399 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-df3e3e2a-a276-4491-a9c1-25c596e7ef0b req-1351a827-7638-4a7f-8214-67c5e3d6d91f tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=42b1e446-e4f4-4002-baec-f9aa7dda8485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552275 Aug 30 04:35:35.151328 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-edb82d4d-08bb-4931-a288-e1aefa7cd9f1 admin admin] Publish callbacks [] for security_group (c3791d25-6d8d-476e-89f5-e091aa8f9028), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:35.155568 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-edb82d4d-08bb-4931-a288-e1aefa7cd9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (c3791d25-6d8d-476e-89f5-e091aa8f9028), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:35.160725 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 269f69bd-5a62-467c-988c-152c585930d9, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=269f69bd-5a62-467c-988c-152c585930d9,segment=NetworkSegment(fdd31e04-0827-4615-9af3-6927d149ce86),segment_id=fdd31e04-0827-4615-9af3-6927d149ce86)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:35:35.172192 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Returning: {'device': '269f69bd-5a62-467c-988c-152c585930d9', 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79', 'port_id': '269f69bd-5a62-467c-988c-152c585930d9', 'mac_address': 'fa:16:3e:4d:5e:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1092, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:35:35.204703 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-edb82d4d-08bb-4931-a288-e1aefa7cd9f1 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=bb0d09fe4ff3418ea14d8d79cab3e1cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2555408 Aug 30 04:35:35.205541 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb82d4d-08bb-4931-a288-e1aefa7cd9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3791d25-6d8d-476e-89f5-e091aa8f9028,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:35.208529 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 58794) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:35.210026 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port 269f69bd-5a62-467c-988c-152c585930d9 is: DOWN; New status is: BUILD {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:35:35.210428 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (269f69bd-5a62-467c-988c-152c585930d9), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:35.224857 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:35.225001 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 269f69bd-5a62-467c-988c-152c585930d9 {{(pid=106259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:35:35.231515 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:35.248600 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 269f69bd-5a62-467c-988c-152c585930d9, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=269f69bd-5a62-467c-988c-152c585930d9,segment=NetworkSegment(fdd31e04-0827-4615-9af3-6927d149ce86),segment_id=fdd31e04-0827-4615-9af3-6927d149ce86)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:35:35.252488 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (269f69bd-5a62-467c-988c-152c585930d9), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:35.282798 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-8188da69-11f0-41e7-89fb-a60ad4481eee admin admin] Publish callbacks [] for security_group (c3791d25-6d8d-476e-89f5-e091aa8f9028), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:35.308551 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-8188da69-11f0-41e7-89fb-a60ad4481eee admin admin] Publish callbacks [] for security_group (c3791d25-6d8d-476e-89f5-e091aa8f9028), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:35.311320 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=269f69bd-5a62-467c-988c-152c585930d9,revision_number=4']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:35.319515 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:35.319863 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:35.320205 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:35.320548 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:35.320880 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:35.321243 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:35.321572 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:35.321903 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:35.322229 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:35.322556 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:35.323492 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:35.323825 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:35.324152 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:35.324474 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:35.324795 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:35.375094 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-8188da69-11f0-41e7-89fb-a60ad4481eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (c3791d25-6d8d-476e-89f5-e091aa8f9028), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:35.379241 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-8188da69-11f0-41e7-89fb-a60ad4481eee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:35.380882 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-8188da69-11f0-41e7-89fb-a60ad4481eee admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/c3791d25-6d8d-476e-89f5-e091aa8f9028 HTTP/1.1" status: 204 len: 168 time: 0.1707282 Aug 30 04:35:35.393298 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8188da69-11f0-41e7-89fb-a60ad4481eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3791d25-6d8d-476e-89f5-e091aa8f9028,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:35.670260 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 58802) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:35.690057 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2e3aa-ed8a-4a19-a368-93509bd8078c req-eb927abe-53d7-45c6-8e61-e5cbf9b4cea3 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:35.691498 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-aea2e3aa-ed8a-4a19-a368-93509bd8078c req-eb927abe-53d7-45c6-8e61-e5cbf9b4cea3 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=55c3ec45-de91-4e52-8acd-9cfc102347fb HTTP/1.1" status: 200 len: 945 time: 0.0657642 Aug 30 04:35:35.692627 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-98e17fc8-0f04-4a5f-a699-c9c8c59f501d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:35.713573 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] get_ports_and_sgs() called for port_ids ['269f69bd-5a62-467c-988c-152c585930d9'] {{(pid=106259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:35:35.771875 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-aea2e3aa-ed8a-4a19-a368-93509bd8078c req-d04d4615-adef-46f6-928f-059dfeebbdfe tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bf906bae-0190-4421-8ed3-fd285f7352de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711694 Aug 30 04:35:35.822506 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-98e17fc8-0f04-4a5f-a699-c9c8c59f501d admin admin] Publish callbacks [] for security_group (8eae17c2-50ce-492d-b65b-f82221eeed61), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:35.825369 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:35.826564 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-98e17fc8-0f04-4a5f-a699-c9c8c59f501d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (8eae17c2-50ce-492d-b65b-f82221eeed61), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:35.867863 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-98e17fc8-0f04-4a5f-a699-c9c8c59f501d admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=c6b76e8d07f544a6bac2d2dc02bd279a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1965806 Aug 30 04:35:35.868717 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e17fc8-0f04-4a5f-a699-c9c8c59f501d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eae17c2-50ce-492d-b65b-f82221eeed61,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:35.871024 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 58804) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:35.924375 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b2da3dbb-fbb8-4a3c-aeb5-bfd161ef7c09 admin admin] Publish callbacks [] for security_group (8eae17c2-50ce-492d-b65b-f82221eeed61), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:35.947981 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b2da3dbb-fbb8-4a3c-aeb5-bfd161ef7c09 admin admin] Publish callbacks [] for security_group (8eae17c2-50ce-492d-b65b-f82221eeed61), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:35.995686 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b2da3dbb-fbb8-4a3c-aeb5-bfd161ef7c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (8eae17c2-50ce-492d-b65b-f82221eeed61), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:35.998304 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-b2da3dbb-fbb8-4a3c-aeb5-bfd161ef7c09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:35.999444 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-b2da3dbb-fbb8-4a3c-aeb5-bfd161ef7c09 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/8eae17c2-50ce-492d-b65b-f82221eeed61 HTTP/1.1" status: 204 len: 168 time: 0.1275215 Aug 30 04:35:36.007062 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da3dbb-fbb8-4a3c-aeb5-bfd161ef7c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eae17c2-50ce-492d-b65b-f82221eeed61,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:36.246620 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93847193-ce5a-4c49-827d-d5eafa9928f9 req-dd128203-74bf-47ae-b0e2-3accb6d74cbd tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:36.248116 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-93847193-ce5a-4c49-827d-d5eafa9928f9 req-dd128203-74bf-47ae-b0e2-3accb6d74cbd tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 946 time: 0.0483108 Aug 30 04:35:36.297924 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-93847193-ce5a-4c49-827d-d5eafa9928f9 req-5947640c-8652-4569-ae40-476797ccd2de tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=42b1e446-e4f4-4002-baec-f9aa7dda8485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443518 Aug 30 04:35:36.892506 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6195819-58b6-47d7-8470-b70b5bf80b5a req-4f083ed4-6aee-4656-afbf-bf2b318210bd tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:36.894005 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f6195819-58b6-47d7-8470-b70b5bf80b5a req-4f083ed4-6aee-4656-afbf-bf2b318210bd tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=55c3ec45-de91-4e52-8acd-9cfc102347fb HTTP/1.1" status: 200 len: 945 time: 0.0471499 Aug 30 04:35:36.946547 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f6195819-58b6-47d7-8470-b70b5bf80b5a req-9ffc938b-31fb-4430-a5d6-6857cf43d759 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bf906bae-0190-4421-8ed3-fd285f7352de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441828 Aug 30 04:35:37.074213 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 269f69bd-5a62-467c-988c-152c585930d9 up at agent hyperv_hv-cinder-85426 {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:35:37.115834 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Provisioning for port 269f69bd-5a62-467c-988c-152c585930d9 completed by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:35:37.124069 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Provisioning complete for port 269f69bd-5a62-467c-988c-152c585930d9 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:35:37.124643 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (269f69bd-5a62-467c-988c-152c585930d9), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:37.203621 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port 269f69bd-5a62-467c-988c-152c585930d9 is: BUILD; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:35:37.204028 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (269f69bd-5a62-467c-988c-152c585930d9), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:37.227549 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c3ec45-de91-4e52-8acd-9cfc102347fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '269f69bd-5a62-467c-988c-152c585930d9'}] {{(pid=106259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:35:37.230467 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e273ce8b2ae48758be2a6d8dc958f9d92735a0e32143c567216a16ba221820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b77189-fb27-453e-81a3-f742b2911f9a" -d '{"events": [{"server_uuid": "55c3ec45-de91-4e52-8acd-9cfc102347fb", "name": "network-vif-plugged", "status": "completed", "tag": "269f69bd-5a62-467c-988c-152c585930d9"}]}' {{(pid=106259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:35:37.244298 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 269f69bd-5a62-467c-988c-152c585930d9, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=269f69bd-5a62-467c-988c-152c585930d9,segment=NetworkSegment(fdd31e04-0827-4615-9af3-6927d149ce86),segment_id=fdd31e04-0827-4615-9af3-6927d149ce86)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:35:37.249538 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (269f69bd-5a62-467c-988c-152c585930d9), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:37.275073 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12b32d2-bf5f-4ae1-b7f3-b8bd663a3732 x-openstack-request-id: req-e12b32d2-bf5f-4ae1-b7f3-b8bd663a3732 {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:35:37.275368 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c3ec45-de91-4e52-8acd-9cfc102347fb", "name": "network-vif-plugged", "status": "completed", "tag": "269f69bd-5a62-467c-988c-152c585930d9", "code": 200}]} {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:35:37.275628 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-e12b32d2-bf5f-4ae1-b7f3-b8bd663a3732 {{(pid=106259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:35:37.276082 dv-cinder-854265-2-iscsi neutron-server[106259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e12b32d2-bf5f-4ae1-b7f3-b8bd663a3732'] response: {'server_uuid': '55c3ec45-de91-4e52-8acd-9cfc102347fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '269f69bd-5a62-467c-988c-152c585930d9', 'code': 200} Aug 30 04:35:37.303663 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=269f69bd-5a62-467c-988c-152c585930d9,revision_number=5']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:37.425421 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792b46c-f975-452f-8460-16ae790e570e req-dd53ab0b-bc62-4410-b9b4-fc36eb44fdca tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:37.426906 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f792b46c-f975-452f-8460-16ae790e570e req-dd53ab0b-bc62-4410-b9b4-fc36eb44fdca tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 946 time: 0.0523586 Aug 30 04:35:37.470709 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:37.481775 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f792b46c-f975-452f-8460-16ae790e570e req-f78aa368-e6b7-446b-ae4e-23b7b14a2107 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=42b1e446-e4f4-4002-baec-f9aa7dda8485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490251 Aug 30 04:35:37.556203 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.agents_db [None req-600259de-68db-4343-b4d4-64e31eed30fa None None] Agent healthcheck: found 6 active agents {{(pid=106260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:35:37.626815 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f3476-1eab-4eae-823a-3fd597a94d40 req-17d96e92-33c6-4647-b007-ff55c5ff066e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:37.628241 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-2c7f3476-1eab-4eae-823a-3fd597a94d40 req-17d96e92-33c6-4647-b007-ff55c5ff066e service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=55c3ec45-de91-4e52-8acd-9cfc102347fb HTTP/1.1" status: 200 len: 1130 time: 0.0445583 Aug 30 04:35:37.682673 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-2c7f3476-1eab-4eae-823a-3fd597a94d40 req-082a6850-cca6-4b6c-afc7-574f4ffe2029 service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=bf906bae-0190-4421-8ed3-fd285f7352de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419900 Aug 30 04:35:38.068546 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9d053-b214-45a9-aa0f-8e333071ef8a req-8246f04a-1996-47e2-8aa6-ee0d86273d60 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:38.070173 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a4d9d053-b214-45a9-aa0f-8e333071ef8a req-8246f04a-1996-47e2-8aa6-ee0d86273d60 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=55c3ec45-de91-4e52-8acd-9cfc102347fb HTTP/1.1" status: 200 len: 946 time: 0.0519192 Aug 30 04:35:38.122871 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a4d9d053-b214-45a9-aa0f-8e333071ef8a req-c8a84d65-179b-4550-9cb1-4bd51e462ddf tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bf906bae-0190-4421-8ed3-fd285f7352de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462625 Aug 30 04:35:38.469770 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 58884) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:38.581311 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:38.589649 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-034221e0-4898-4c0e-ac4e-d8659119b288 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:38.599711 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:38.608905 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ecbdf-a320-40ef-a9ef-13ec7c6ed895 req-6bc6467f-902d-4e59-89af-eb78cf3883ce tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:38.610454 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-cd8ecbdf-a320-40ef-a9ef-13ec7c6ed895 req-6bc6467f-902d-4e59-89af-eb78cf3883ce tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 946 time: 0.0531542 Aug 30 04:35:38.636585 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:38.663956 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-cd8ecbdf-a320-40ef-a9ef-13ec7c6ed895 req-b200eb3e-a552-41af-9bfd-4c50c553d603 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=42b1e446-e4f4-4002-baec-f9aa7dda8485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460167 Aug 30 04:35:38.670533 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-034221e0-4898-4c0e-ac4e-d8659119b288 admin admin] Publish callbacks [] for security_group (e947841a-f3fd-4760-a8da-0e7a46711640), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:38.675201 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-034221e0-4898-4c0e-ac4e-d8659119b288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (e947841a-f3fd-4760-a8da-0e7a46711640), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:38.714111 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-034221e0-4898-4c0e-ac4e-d8659119b288 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=3918d59d318945a9b3ec45b7704cad66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2432404 Aug 30 04:35:38.714939 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034221e0-4898-4c0e-ac4e-d8659119b288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e947841a-f3fd-4760-a8da-0e7a46711640,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:38.716800 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 58890) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:38.765934 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-63225b07-0e3b-4578-9478-7d36ad970c87 admin admin] Publish callbacks [] for security_group (e947841a-f3fd-4760-a8da-0e7a46711640), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:38.785409 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-63225b07-0e3b-4578-9478-7d36ad970c87 admin admin] Publish callbacks [] for security_group (e947841a-f3fd-4760-a8da-0e7a46711640), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:38.834176 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-63225b07-0e3b-4578-9478-7d36ad970c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (e947841a-f3fd-4760-a8da-0e7a46711640), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:38.836666 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-63225b07-0e3b-4578-9478-7d36ad970c87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:38.837825 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-63225b07-0e3b-4578-9478-7d36ad970c87 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/e947841a-f3fd-4760-a8da-0e7a46711640 HTTP/1.1" status: 204 len: 168 time: 0.1199315 Aug 30 04:35:38.846218 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63225b07-0e3b-4578-9478-7d36ad970c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e947841a-f3fd-4760-a8da-0e7a46711640,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:39.107194 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 58896) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:39.121106 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a9a2dd91-3301-4f8e-87c3-fdc61f03366d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:39.199766 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a9a2dd91-3301-4f8e-87c3-fdc61f03366d admin admin] Publish callbacks [] for security_group (37c6e533-b4fc-49f2-98c4-8923727b981e), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:39.203828 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a9a2dd91-3301-4f8e-87c3-fdc61f03366d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (37c6e533-b4fc-49f2-98c4-8923727b981e), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:39.249499 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db7a5a-afb5-4cda-a5d3-e2da1edf0ee3 req-76918b91-8358-4369-8040-c984ea4bc3ec tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:39.251828 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-15db7a5a-afb5-4cda-a5d3-e2da1edf0ee3 req-76918b91-8358-4369-8040-c984ea4bc3ec tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=55c3ec45-de91-4e52-8acd-9cfc102347fb HTTP/1.1" status: 200 len: 946 time: 0.0524337 Aug 30 04:35:39.255135 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-a9a2dd91-3301-4f8e-87c3-fdc61f03366d admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=daebf2d0549c4c6592da9d8a0b878146&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1468666 Aug 30 04:35:39.256074 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a2dd91-3301-4f8e-87c3-fdc61f03366d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c6e533-b4fc-49f2-98c4-8923727b981e,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:39.258527 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 58900) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:39.308174 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-15db7a5a-afb5-4cda-a5d3-e2da1edf0ee3 req-9fa63a12-70a8-4fe2-b50b-0b95eb35e43b tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bf906bae-0190-4421-8ed3-fd285f7352de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495095 Aug 30 04:35:39.312048 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-7c40204e-bbdc-4ec2-b35f-0204cd1af734 admin admin] Publish callbacks [] for security_group (37c6e533-b4fc-49f2-98c4-8923727b981e), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:39.333725 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-7c40204e-bbdc-4ec2-b35f-0204cd1af734 admin admin] Publish callbacks [] for security_group (37c6e533-b4fc-49f2-98c4-8923727b981e), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:39.384297 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-7c40204e-bbdc-4ec2-b35f-0204cd1af734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (37c6e533-b4fc-49f2-98c4-8923727b981e), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:39.387805 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-7c40204e-bbdc-4ec2-b35f-0204cd1af734 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:39.389101 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-7c40204e-bbdc-4ec2-b35f-0204cd1af734 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/37c6e533-b4fc-49f2-98c4-8923727b981e HTTP/1.1" status: 204 len: 168 time: 0.1295576 Aug 30 04:35:39.397141 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c40204e-bbdc-4ec2-b35f-0204cd1af734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c6e533-b4fc-49f2-98c4-8923727b981e,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:39.432694 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c4a47-5a81-4c83-b3a1-1ff254eceb99 req-f02f201b-ef33-4ba6-974c-74b8f312e87f tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:39.434205 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-270c4a47-5a81-4c83-b3a1-1ff254eceb99 req-f02f201b-ef33-4ba6-974c-74b8f312e87f tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=55c3ec45-de91-4e52-8acd-9cfc102347fb HTTP/1.1" status: 200 len: 946 time: 0.0526400 Aug 30 04:35:39.484415 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-270c4a47-5a81-4c83-b3a1-1ff254eceb99 req-3807ff22-3058-4df3-96f1-0b8545716896 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bf906bae-0190-4421-8ed3-fd285f7352de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443680 Aug 30 04:35:39.511668 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 58906) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:39.772796 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0fb9b8-c692-439a-97f3-edf72c97904d tempest-TestVolumeBootPattern-1778911192 tempest-TestVolumeBootPattern-1778911192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:39.777422 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-4f0fb9b8-c692-439a-97f3-edf72c97904d tempest-TestVolumeBootPattern-1778911192 tempest-TestVolumeBootPattern-1778911192-project-admin] 10.222.0.85 "GET /networking/v2.0/ports?device_id=55c3ec45-de91-4e52-8acd-9cfc102347fb HTTP/1.1" status: 200 len: 1125 time: 0.2615092 Aug 30 04:35:39.777564 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 58920) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:39.781836 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-6720212f-4bff-4076-896b-6c2b33a4842d tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Request body: {'floatingip': {'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'port_id': '269f69bd-5a62-467c-988c-152c585930d9', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:35:39.797126 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3b0c1-28c1-47eb-81ed-ab321dc2650b req-9333be7a-2639-4413-b58c-0a48ae9ea488 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:39.799201 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-40e3b0c1-28c1-47eb-81ed-ab321dc2650b req-9333be7a-2639-4413-b58c-0a48ae9ea488 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 946 time: 0.0500612 Aug 30 04:35:39.809798 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-6720212f-4bff-4076-896b-6c2b33a4842d tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:39.861809 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-40e3b0c1-28c1-47eb-81ed-ab321dc2650b req-cda242e8-767e-4244-8de5-299fef328ba8 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=42b1e446-e4f4-4002-baec-f9aa7dda8485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557144 Aug 30 04:35:39.903820 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-6720212f-4bff-4076-896b-6c2b33a4842d tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:40.016782 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.db_base_plugin_common [None req-6720212f-4bff-4076-896b-6c2b33a4842d tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Allocated IP 172.27.1.212 (03964a12-f74f-4d2e-840d-00c949ed3dc4/00661445-2d2c-4e5c-8f29-475eaaec65d5/6f1e2517-e9bc-4579-beb4-cc2ffe0d6e2f) {{(pid=106257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:35:40.020681 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:40.124803 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-6720212f-4bff-4076-896b-6c2b33a4842d tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks [] for port (6f1e2517-e9bc-4579-beb4-cc2ffe0d6e2f), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:40.145266 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:40.158557 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-6720212f-4bff-4076-896b-6c2b33a4842d tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (6f1e2517-e9bc-4579-beb4-cc2ffe0d6e2f), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:40.204673 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6720212f-4bff-4076-896b-6c2b33a4842d tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Network 03964a12-f74f-4d2e-840d-00c949ed3dc4 is already hosted by enough agents. {{(pid=106257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:35:40.208307 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.base_scheduler [None req-6720212f-4bff-4076-896b-6c2b33a4842d tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Resources bound (agent type, host, resource id): {{(pid=106257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:35:40.210983 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6720212f-4bff-4076-896b-6c2b33a4842d tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Received port after_create {{(pid=106257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:35:40.240984 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6720212f-4bff-4076-896b-6c2b33a4842d tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Pushing event updated for resources: {'Port': ['ID=6f1e2517-e9bc-4579-beb4-cc2ffe0d6e2f,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:40.578460 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-6720212f-4bff-4076-896b-6c2b33a4842d tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks [] for floatingip (8490d5dc-2d73-466c-a6e7-e63e5e808bd3), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:40.671307 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc007c3-1f90-4db1-81ea-15a8e4357849 req-1358b81b-4c07-4bdf-a00f-87ab650ffcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:40.672795 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-9bc007c3-1f90-4db1-81ea-15a8e4357849 req-1358b81b-4c07-4bdf-a00f-87ab650ffcea service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=96907629895d451697f448cf2c3bc6a1&device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 1130 time: 0.0616627 Aug 30 04:35:40.677109 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-6720212f-4bff-4076-896b-6c2b33a4842d tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (6f1e2517-e9bc-4579-beb4-cc2ffe0d6e2f), before_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:40.773961 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:40.843480 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc007c3-1f90-4db1-81ea-15a8e4357849 req-29955cd8-e112-47c3-a43f-6a43f7a84999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:40.844941 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-9bc007c3-1f90-4db1-81ea-15a8e4357849 req-29955cd8-e112-47c3-a43f-6a43f7a84999 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=6e52047f-70d3-42db-935b-902b02a68f1a HTTP/1.1" status: 200 len: 910 time: 0.1652133 Aug 30 04:35:40.948127 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-9bc007c3-1f90-4db1-81ea-15a8e4357849 req-36ae4002-18d4-4426-bf30-c29b03c266a1 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eeef7498-bb32-43b9-bc6e-1fe32f5be46b HTTP/1.1" status: 200 len: 1001 time: 0.0871592 Aug 30 04:35:40.957673 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-6720212f-4bff-4076-896b-6c2b33a4842d tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks [] for port (6f1e2517-e9bc-4579-beb4-cc2ffe0d6e2f), precommit_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:40.969360 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-6720212f-4bff-4076-896b-6c2b33a4842d tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61207719'] for port (6f1e2517-e9bc-4579-beb4-cc2ffe0d6e2f), after_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:40.997588 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d07c4-07ed-454b-85ee-35daacbfded2 req-964b485c-30d9-47f6-beea-cc2ed9e3f257 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:40.999780 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-247d07c4-07ed-454b-85ee-35daacbfded2 req-964b485c-30d9-47f6-beea-cc2ed9e3f257 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 946 time: 0.0506783 Aug 30 04:35:41.011564 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=100 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:41.067442 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-247d07c4-07ed-454b-85ee-35daacbfded2 req-619f8f34-1463-4d68-9b4a-2f30da89a259 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=42b1e446-e4f4-4002-baec-f9aa7dda8485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567832 Aug 30 04:35:41.073032 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc007c3-1f90-4db1-81ea-15a8e4357849 req-90c0c528-11d7-4042-b3bd-02da55dbd3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:41.074547 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-9bc007c3-1f90-4db1-81ea-15a8e4357849 req-90c0c528-11d7-4042-b3bd-02da55dbd3dc service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=ec2a4d1a-e144-4645-a094-54c969a171a8 HTTP/1.1" status: 200 len: 847 time: 0.1148131 Aug 30 04:35:41.077903 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-6720212f-4bff-4076-896b-6c2b33a4842d tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696708'] for floatingip (8490d5dc-2d73-466c-a6e7-e63e5e808bd3), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:41.081025 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6720212f-4bff-4076-896b-6c2b33a4842d tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Pushing event updated for resources: {'Port': ['ID=6f1e2517-e9bc-4579-beb4-cc2ffe0d6e2f,revision_number=2']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:41.154327 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720212f-4bff-4076-896b-6c2b33a4842d tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:41.154672 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720212f-4bff-4076-896b-6c2b33a4842d tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:41.155012 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720212f-4bff-4076-896b-6c2b33a4842d tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:41.155350 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720212f-4bff-4076-896b-6c2b33a4842d tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:41.155680 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720212f-4bff-4076-896b-6c2b33a4842d tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:41.156005 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720212f-4bff-4076-896b-6c2b33a4842d tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:41.156325 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720212f-4bff-4076-896b-6c2b33a4842d tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:41.156645 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720212f-4bff-4076-896b-6c2b33a4842d tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:41.156968 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720212f-4bff-4076-896b-6c2b33a4842d tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:41.157316 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720212f-4bff-4076-896b-6c2b33a4842d tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:41.157752 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720212f-4bff-4076-896b-6c2b33a4842d tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:41.158151 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720212f-4bff-4076-896b-6c2b33a4842d tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:41.158483 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720212f-4bff-4076-896b-6c2b33a4842d tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:41.158755 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720212f-4bff-4076-896b-6c2b33a4842d tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:41.159034 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720212f-4bff-4076-896b-6c2b33a4842d tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:35:41.179863 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc007c3-1f90-4db1-81ea-15a8e4357849 req-6920b068-7578-4248-a06d-cbcfcf0ab206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:41.181388 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-9bc007c3-1f90-4db1-81ea-15a8e4357849 req-6920b068-7578-4248-a06d-cbcfcf0ab206 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=6e52047f-70d3-42db-935b-902b02a68f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0645633 Aug 30 04:35:41.274744 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.db.l3_db [None req-6720212f-4bff-4076-896b-6c2b33a4842d tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Floating IP 8490d5dc-2d73-466c-a6e7-e63e5e808bd3 associated. External IP: 172.27.1.212, port: 269f69bd-5a62-467c-988c-152c585930d9. Aug 30 04:35:41.351149 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-9bc007c3-1f90-4db1-81ea-15a8e4357849 req-d451ee79-be61-47a3-888a-1952d8cdfad1 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/6e52047f-70d3-42db-935b-902b02a68f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421235 Aug 30 04:35:41.516302 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-9bc007c3-1f90-4db1-81ea-15a8e4357849 req-1096698b-a1be-4c88-814d-efae405d900b service neutron] 10.222.0.71 "GET /networking/v2.0/networks/6e52047f-70d3-42db-935b-902b02a68f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414480 Aug 30 04:35:41.737059 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 58986) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:41.810646 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6720212f-4bff-4076-896b-6c2b33a4842d tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Router 3cd04f69-8754-4bcc-8da6-441e4bbbdaca has already been hosted by L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 {{(pid=106257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:35:41.821364 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=100 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:41.847577 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-23a5c386-dd6d-414f-8765-cf5dd2053ec8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:41.915684 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6720212f-4bff-4076-896b-6c2b33a4842d tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:35:41.926373 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c713a167-6322-41f0-9104-d1e7d52d18c1 None None] Sync routers for ids ['3cd04f69-8754-4bcc-8da6-441e4bbbdaca'] in dv-cinder-854265-2-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:35:41.930060 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-23a5c386-dd6d-414f-8765-cf5dd2053ec8 admin admin] Publish callbacks [] for security_group (ef55c8d6-a9d3-4098-b756-b8a7d223a276), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:41.935432 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-23a5c386-dd6d-414f-8765-cf5dd2053ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (ef55c8d6-a9d3-4098-b756-b8a7d223a276), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:41.936544 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-6720212f-4bff-4076-896b-6c2b33a4842d tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for floatingip (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:41.938045 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c713a167-6322-41f0-9104-d1e7d52d18c1 None None] Routers {'3cd04f69-8754-4bcc-8da6-441e4bbbdaca'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:35:41.938729 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-c713a167-6322-41f0-9104-d1e7d52d18c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:35:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['3cd04f69-8754-4bcc-8da6-441e4bbbdaca'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:41.975843 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-6720212f-4bff-4076-896b-6c2b33a4842d tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1972551 Aug 30 04:35:41.976507 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c3ec45-de91-4e52-8acd-9cfc102347fb', 'tag': '269f69bd-5a62-467c-988c-152c585930d9'}] {{(pid=106257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:35:41.977601 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:41.979938 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d1a48af4e812f9c70823208ed2638ca64b88de6e4994a5bf3763d45491ed842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef46dd1-5191-4205-97d6-01a03735ebad" -d '{"events": [{"name": "network-changed", "server_uuid": "55c3ec45-de91-4e52-8acd-9cfc102347fb", "tag": "269f69bd-5a62-467c-988c-152c585930d9"}]}' {{(pid=106257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:35:41.989807 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-23a5c386-dd6d-414f-8765-cf5dd2053ec8 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=c5fdc44bc43948bea286eac6883003f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2489712 Aug 30 04:35:41.989807 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a5c386-dd6d-414f-8765-cf5dd2053ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef55c8d6-a9d3-4098-b756-b8a7d223a276,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:41.992237 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 58994) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:42.026214 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38f5faa-eaab-4e14-98e7-f5375a1cb33e x-openstack-request-id: req-d38f5faa-eaab-4e14-98e7-f5375a1cb33e {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:35:42.026598 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c3ec45-de91-4e52-8acd-9cfc102347fb", "tag": "269f69bd-5a62-467c-988c-152c585930d9", "status": "completed", "code": 200}]} {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:35:42.026944 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d38f5faa-eaab-4e14-98e7-f5375a1cb33e {{(pid=106257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:35:42.027442 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d38f5faa-eaab-4e14-98e7-f5375a1cb33e'] response: {'name': 'network-changed', 'server_uuid': '55c3ec45-de91-4e52-8acd-9cfc102347fb', 'tag': '269f69bd-5a62-467c-988c-152c585930d9', 'status': 'completed', 'code': 200} Aug 30 04:35:42.047471 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-c713a167-6322-41f0-9104-d1e7d52d18c1 None None] Set router 3cd04f69-8754-4bcc-8da6-441e4bbbdaca gateway port host: dv-cinder-854265-2-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:35:42.049724 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5914e8b3-253a-48f3-8bac-9540f6728e7c admin admin] Publish callbacks [] for security_group (ef55c8d6-a9d3-4098-b756-b8a7d223a276), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:42.070148 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5914e8b3-253a-48f3-8bac-9540f6728e7c admin admin] Publish callbacks [] for security_group (ef55c8d6-a9d3-4098-b756-b8a7d223a276), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:42.098357 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:42.125966 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5914e8b3-253a-48f3-8bac-9540f6728e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (ef55c8d6-a9d3-4098-b756-b8a7d223a276), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:42.128809 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-5914e8b3-253a-48f3-8bac-9540f6728e7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:42.130134 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-5914e8b3-253a-48f3-8bac-9540f6728e7c admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/ef55c8d6-a9d3-4098-b756-b8a7d223a276 HTTP/1.1" status: 204 len: 168 time: 0.1365221 Aug 30 04:35:42.140184 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5914e8b3-253a-48f3-8bac-9540f6728e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef55c8d6-a9d3-4098-b756-b8a7d223a276,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:42.243380 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41756ed-ad28-43d5-b1b9-a39f84119b6d req-a4f16ec9-f862-4802-b1e3-bdbeb2a041a7 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:42.245652 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a41756ed-ad28-43d5-b1b9-a39f84119b6d req-a4f16ec9-f862-4802-b1e3-bdbeb2a041a7 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 946 time: 0.0606852 Aug 30 04:35:42.248282 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (dd0d0365-d50b-4401-90d8-c3ff73fab053), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:42.283665 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-c713a167-6322-41f0-9104-d1e7d52d18c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'name': 'tempest-TestVolumeBootPattern-1449703283-router', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6a192df2-96c0-45ba-aae5-fdca29a7234d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:34:47Z', 'updated_at': '2022-08-30T04:34:51Z', 'revision_number': 4, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'gw_port': {'id': '6a192df2-96c0-45ba-aae5-fdca29a7234d', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:48Z', 'updated_at': '2022-08-30T04:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_floatingips': [{'id': '8490d5dc-2d73-466c-a6e7-e63e5e808bd3', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'floating_ip_address': '172.27.1.212', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'port_id': '269f69bd-5a62-467c-988c-152c585930d9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79', 'mac_address': 'fa:16:3e:4d:5e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3ec45-de91-4e52-8acd-9cfc102347fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:35:40Z', 'updated_at': '2022-08-30T04:35:40Z', 'revision_number': 0, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cda351f-5831-40f7-b0b6-865ca2b809d3', 'name': '', 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'mac_address': 'fa:16:3e:df:80:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:51Z', 'updated_at': '2022-08-30T04:34:58Z', 'revision_number': 5, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'subnets': [{'id': '2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:42.303984 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a41756ed-ad28-43d5-b1b9-a39f84119b6d req-a92d1d26-d116-44c1-ab55-4f2e76fb163d tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=42b1e446-e4f4-4002-baec-f9aa7dda8485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519543 Aug 30 04:35:42.314919 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c713a167-6322-41f0-9104-d1e7d52d18c1 None None] Checking router: 3cd04f69-8754-4bcc-8da6-441e4bbbdaca for host: dv-cinder-854265-2-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:35:42.325967 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c713a167-6322-41f0-9104-d1e7d52d18c1 None None] Routers {'3cd04f69-8754-4bcc-8da6-441e4bbbdaca'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:35:42.325967 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-c713a167-6322-41f0-9104-d1e7d52d18c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:35:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['3cd04f69-8754-4bcc-8da6-441e4bbbdaca'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:42.427401 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-c713a167-6322-41f0-9104-d1e7d52d18c1 None None] Set router 3cd04f69-8754-4bcc-8da6-441e4bbbdaca gateway port host: dv-cinder-854265-2-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:35:42.459086 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 59002) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:42.472417 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c43a076d-d753-4a92-95ee-bccba5f91895 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:42.550143 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c43a076d-d753-4a92-95ee-bccba5f91895 admin admin] Publish callbacks [] for security_group (74e7fe2e-acec-4d6b-af2b-622fc940a319), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:42.553884 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c43a076d-d753-4a92-95ee-bccba5f91895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (74e7fe2e-acec-4d6b-af2b-622fc940a319), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:42.558156 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:42.600951 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43a076d-d753-4a92-95ee-bccba5f91895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e7fe2e-acec-4d6b-af2b-622fc940a319,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:42.606633 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-c43a076d-d753-4a92-95ee-bccba5f91895 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=16bf5dbe9d17403581f16ef59d8bfd67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1461010 Aug 30 04:35:42.609140 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 59004) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:42.642970 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-c713a167-6322-41f0-9104-d1e7d52d18c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'name': 'tempest-TestVolumeBootPattern-1449703283-router', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6a192df2-96c0-45ba-aae5-fdca29a7234d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:34:47Z', 'updated_at': '2022-08-30T04:34:51Z', 'revision_number': 4, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'gw_port': {'id': '6a192df2-96c0-45ba-aae5-fdca29a7234d', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:48Z', 'updated_at': '2022-08-30T04:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_floatingips': [{'id': '8490d5dc-2d73-466c-a6e7-e63e5e808bd3', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'floating_ip_address': '172.27.1.212', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'port_id': '269f69bd-5a62-467c-988c-152c585930d9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79', 'mac_address': 'fa:16:3e:4d:5e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3ec45-de91-4e52-8acd-9cfc102347fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:35:40Z', 'updated_at': '2022-08-30T04:35:40Z', 'revision_number': 0, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cda351f-5831-40f7-b0b6-865ca2b809d3', 'name': '', 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'mac_address': 'fa:16:3e:df:80:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:51Z', 'updated_at': '2022-08-30T04:34:58Z', 'revision_number': 5, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'subnets': [{'id': '2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:42.658049 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-f085d881-70bb-4088-acd9-b30a645a755b admin admin] Publish callbacks [] for security_group (74e7fe2e-acec-4d6b-af2b-622fc940a319), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:42.674967 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c713a167-6322-41f0-9104-d1e7d52d18c1 None None] The sync data for ids ['3cd04f69-8754-4bcc-8da6-441e4bbbdaca'] in dv-cinder-854265-2-iscsi is: [{'id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'name': 'tempest-TestVolumeBootPattern-1449703283-router', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6a192df2-96c0-45ba-aae5-fdca29a7234d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:34:47Z', 'updated_at': '2022-08-30T04:34:51Z', 'revision_number': 4, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'gw_port': {'id': '6a192df2-96c0-45ba-aae5-fdca29a7234d', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:48Z', 'updated_at': '2022-08-30T04:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_floatingips': [{'id': '8490d5dc-2d73-466c-a6e7-e63e5e808bd3', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'floating_ip_address': '172.27.1.212', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'port_id': '269f69bd-5a62-467c-988c-152c585930d9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79', 'mac_address': 'fa:16:3e:4d:5e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3ec45-de91-4e52-8acd-9cfc102347fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:35:40Z', 'updated_at': '2022-08-30T04:35:40Z', 'revision_number': 0, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cda351f-5831-40f7-b0b6-865ca2b809d3', 'name': '', 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'mac_address': 'fa:16:3e:df:80:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:51Z', 'updated_at': '2022-08-30T04:34:58Z', 'revision_number': 5, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'subnets': [{'id': '2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:35:42.678961 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-f085d881-70bb-4088-acd9-b30a645a755b admin admin] Publish callbacks [] for security_group (74e7fe2e-acec-4d6b-af2b-622fc940a319), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:42.726993 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-f085d881-70bb-4088-acd9-b30a645a755b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (74e7fe2e-acec-4d6b-af2b-622fc940a319), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:42.730241 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-f085d881-70bb-4088-acd9-b30a645a755b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:42.731349 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-f085d881-70bb-4088-acd9-b30a645a755b admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/74e7fe2e-acec-4d6b-af2b-622fc940a319 HTTP/1.1" status: 204 len: 168 time: 0.1212924 Aug 30 04:35:42.740256 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f085d881-70bb-4088-acd9-b30a645a755b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e7fe2e-acec-4d6b-af2b-622fc940a319,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:42.898279 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9965f05-c864-47cd-a2f9-5a5546dae652 None None] New status for floating IP 8490d5dc-2d73-466c-a6e7-e63e5e808bd3: ACTIVE {{(pid=106259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:35:42.943247 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:43.411198 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef46dd1-5191-4205-97d6-01a03735ebad req-a40a9676-607f-4a63-b1c3-2ffb218393b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:43.412787 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-8ef46dd1-5191-4205-97d6-01a03735ebad req-a40a9676-607f-4a63-b1c3-2ffb218393b8 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=18e4bf7297124da4b43ccaeda048f772&device_id=55c3ec45-de91-4e52-8acd-9cfc102347fb HTTP/1.1" status: 200 len: 1130 time: 0.0419557 Aug 30 04:35:43.437337 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99289d52-d6f3-46ca-8db0-8c59e00bd73c req-d49f4f96-ad78-47c7-8798-30c8f8932639 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:43.438837 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-99289d52-d6f3-46ca-8db0-8c59e00bd73c req-d49f4f96-ad78-47c7-8798-30c8f8932639 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 946 time: 0.0539610 Aug 30 04:35:43.488649 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-99289d52-d6f3-46ca-8db0-8c59e00bd73c req-ed6588d0-2584-46b5-8e68-bb4834af1ac8 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=42b1e446-e4f4-4002-baec-f9aa7dda8485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437517 Aug 30 04:35:43.669654 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef46dd1-5191-4205-97d6-01a03735ebad req-59fab476-3cab-4633-9506-abc43f79c3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:43.671244 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-8ef46dd1-5191-4205-97d6-01a03735ebad req-59fab476-3cab-4633-9506-abc43f79c3a4 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=05bb2295-ab1f-4755-bab5-38bb2e0a7b79 HTTP/1.1" status: 200 len: 914 time: 0.0942400 Aug 30 04:35:43.784569 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-8ef46dd1-5191-4205-97d6-01a03735ebad req-4a81cfc8-49b9-4d47-b44b-762006f56e55 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=269f69bd-5a62-467c-988c-152c585930d9 HTTP/1.1" status: 200 len: 1002 time: 0.0595057 Aug 30 04:35:43.855216 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef46dd1-5191-4205-97d6-01a03735ebad req-910cec19-55af-4812-a784-2eb43e66d2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:43.857181 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-8ef46dd1-5191-4205-97d6-01a03735ebad req-910cec19-55af-4812-a784-2eb43e66d2c6 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3 HTTP/1.1" status: 200 len: 851 time: 0.0602024 Aug 30 04:35:43.941569 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef46dd1-5191-4205-97d6-01a03735ebad req-a9437efc-a58e-41f8-bf65-a997612c5f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:43.943785 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-8ef46dd1-5191-4205-97d6-01a03735ebad req-a9437efc-a58e-41f8-bf65-a997612c5f1a service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=05bb2295-ab1f-4755-bab5-38bb2e0a7b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0776839 Aug 30 04:35:44.029633 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c5f889-3107-451a-b1b6-db4c15b82f14 req-90fdeab4-afd8-40f5-9e46-804342a15cca tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:44.031369 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-94c5f889-3107-451a-b1b6-db4c15b82f14 req-90fdeab4-afd8-40f5-9e46-804342a15cca tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 947 time: 0.0482759 Aug 30 04:35:44.078106 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-94c5f889-3107-451a-b1b6-db4c15b82f14 req-ba5f5c48-f5cb-4a3e-bfea-f346811d103a tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411537 Aug 30 04:35:44.610854 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e3bff-41fe-405c-8fad-3c28e4f2a7e1 req-5d15a63e-af13-42fb-b677-4acddcc344ba tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:44.612329 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ba5e3bff-41fe-405c-8fad-3c28e4f2a7e1 req-5d15a63e-af13-42fb-b677-4acddcc344ba tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 946 time: 0.0469797 Aug 30 04:35:44.665572 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ba5e3bff-41fe-405c-8fad-3c28e4f2a7e1 req-d7bd7a0c-b61d-457f-87cd-251ac329321e tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=42b1e446-e4f4-4002-baec-f9aa7dda8485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476122 Aug 30 04:35:45.216822 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fd2c76-5629-4422-b09f-5a77f2dbd002 req-ce996763-cc1f-46e5-9504-ad56132cc676 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:45.218227 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-71fd2c76-5629-4422-b09f-5a77f2dbd002 req-ce996763-cc1f-46e5-9504-ad56132cc676 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 947 time: 0.0498669 Aug 30 04:35:45.263730 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-71fd2c76-5629-4422-b09f-5a77f2dbd002 req-c60da53e-e38d-4fa4-be75-1972951417ff tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398977 Aug 30 04:35:45.781956 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f53a1-172f-4b33-aa18-a9b80f452a73 req-77a330d9-6c00-40a1-b96d-946bd754b012 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:45.783384 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7c8f53a1-172f-4b33-aa18-a9b80f452a73 req-77a330d9-6c00-40a1-b96d-946bd754b012 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 946 time: 0.0461879 Aug 30 04:35:45.831216 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7c8f53a1-172f-4b33-aa18-a9b80f452a73 req-2262b502-84fd-4588-b276-c6993cc16147 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=42b1e446-e4f4-4002-baec-f9aa7dda8485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423312 Aug 30 04:35:46.390265 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b159e2-3865-4b1a-ba10-f6334960227b req-a3c7bac9-9ca2-4d79-82ff-c009e93b6402 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:46.391641 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-77b159e2-3865-4b1a-ba10-f6334960227b req-a3c7bac9-9ca2-4d79-82ff-c009e93b6402 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 947 time: 0.0496840 Aug 30 04:35:46.436924 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-77b159e2-3865-4b1a-ba10-f6334960227b req-2bc3d520-cba1-4616-b65f-c9ff613c0b66 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398726 Aug 30 04:35:46.949898 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06aadc-d8e5-4271-9fb5-0d83e1fa157d req-e3aa1057-353e-47b9-ae2c-8decd22b51ae tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:46.951363 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7f06aadc-d8e5-4271-9fb5-0d83e1fa157d req-e3aa1057-353e-47b9-ae2c-8decd22b51ae tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 946 time: 0.0480444 Aug 30 04:35:46.999558 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7f06aadc-d8e5-4271-9fb5-0d83e1fa157d req-8d311438-6116-49c4-b33f-403531a84528 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=42b1e446-e4f4-4002-baec-f9aa7dda8485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425811 Aug 30 04:35:47.560032 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4fc33-6fd3-460f-9771-48b8c4594f59 req-a06be6b3-74da-495e-9845-1f529a9f8423 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:47.561491 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-79a4fc33-6fd3-460f-9771-48b8c4594f59 req-a06be6b3-74da-495e-9845-1f529a9f8423 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 947 time: 0.0463643 Aug 30 04:35:47.589046 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:47.611081 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-79a4fc33-6fd3-460f-9771-48b8c4594f59 req-35330720-26a3-453c-8c6c-a0343eefb650 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441272 Aug 30 04:35:48.117684 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a087f9f-ad50-4db4-baec-f92df66f7296 req-6c13f8de-deeb-4d79-90c9-b7582146ace4 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:48.119160 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6a087f9f-ad50-4db4-baec-f92df66f7296 req-6c13f8de-deeb-4d79-90c9-b7582146ace4 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 946 time: 0.0475850 Aug 30 04:35:48.125596 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device eeef7498-bb32-43b9-bc6e-1fe32f5be46b no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:35:48.169799 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6a087f9f-ad50-4db4-baec-f92df66f7296 req-b37a44c6-842e-4311-970c-0b4e1345615b tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=42b1e446-e4f4-4002-baec-f9aa7dda8485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438249 Aug 30 04:35:48.200330 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port eeef7498-bb32-43b9-bc6e-1fe32f5be46b is: ACTIVE; New status is: DOWN {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:35:48.200726 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (eeef7498-bb32-43b9-bc6e-1fe32f5be46b), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:48.224396 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f88ba488-5a94-48a0-80c6-2df40d20372e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeef7498-bb32-43b9-bc6e-1fe32f5be46b'}] {{(pid=106259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:35:48.226628 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e273ce8b2ae48758be2a6d8dc958f9d92735a0e32143c567216a16ba221820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8f27ed-9330-4d6d-aede-2b4ccdfa9708" -d '{"events": [{"server_uuid": "f88ba488-5a94-48a0-80c6-2df40d20372e", "name": "network-vif-unplugged", "status": "completed", "tag": "eeef7498-bb32-43b9-bc6e-1fe32f5be46b"}]}' {{(pid=106259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:35:48.239111 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port eeef7498-bb32-43b9-bc6e-1fe32f5be46b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=eeef7498-bb32-43b9-bc6e-1fe32f5be46b,segment=NetworkSegment(1ffb7af9-1938-44e7-821e-8b44ea5d7ac7),segment_id=1ffb7af9-1938-44e7-821e-8b44ea5d7ac7)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:35:48.254073 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (eeef7498-bb32-43b9-bc6e-1fe32f5be46b), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:48.285766 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 30 Aug 2022 04:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560dc521-4a91-4ef1-9bdf-5a57168c0155 x-openstack-request-id: req-560dc521-4a91-4ef1-9bdf-5a57168c0155 {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:35:48.290921 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f88ba488-5a94-48a0-80c6-2df40d20372e", "name": "network-vif-unplugged", "status": "completed", "tag": "eeef7498-bb32-43b9-bc6e-1fe32f5be46b", "code": 200}]} {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:35:48.290921 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-560dc521-4a91-4ef1-9bdf-5a57168c0155 {{(pid=106259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:35:48.290921 dv-cinder-854265-2-iscsi neutron-server[106259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-560dc521-4a91-4ef1-9bdf-5a57168c0155'] response: {'server_uuid': 'f88ba488-5a94-48a0-80c6-2df40d20372e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeef7498-bb32-43b9-bc6e-1fe32f5be46b', 'code': 200} Aug 30 04:35:48.310661 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:48.313304 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=eeef7498-bb32-43b9-bc6e-1fe32f5be46b,revision_number=6']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:48.348305 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-8ef46dd1-5191-4205-97d6-01a03735ebad req-371ac1dd-0109-4bc7-97d0-36abefab4ccb service neutron] 10.222.0.71 "GET /networking/v2.0/networks/05bb2295-ab1f-4755-bab5-38bb2e0a7b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054902 Aug 30 04:35:48.495141 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-8ef46dd1-5191-4205-97d6-01a03735ebad req-5878acec-3f26-498e-afca-eb09c7eae732 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/05bb2295-ab1f-4755-bab5-38bb2e0a7b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913782 Aug 30 04:35:48.731969 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e1b664-87cb-476a-a87d-9571df1b2287 req-89a39137-d76b-4cb5-886b-b31842807fe8 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:48.733726 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-64e1b664-87cb-476a-a87d-9571df1b2287 req-89a39137-d76b-4cb5-886b-b31842807fe8 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 947 time: 0.0468106 Aug 30 04:35:48.781136 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-64e1b664-87cb-476a-a87d-9571df1b2287 req-579fa242-91ee-487d-93ed-b47da5fcea3a tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=8cb54c6a-1a81-4b01-a2c3-33f9946e9031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417876 Aug 30 04:35:48.965337 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0eb5c1-2c41-4cd4-94d0-490cf2b3d2ae req-b7e167f3-ee1d-478d-a0ee-0a1e23793e5e tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:48.966777 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-bc0eb5c1-2c41-4cd4-94d0-490cf2b3d2ae req-b7e167f3-ee1d-478d-a0ee-0a1e23793e5e tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 947 time: 0.0472994 Aug 30 04:35:49.057681 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [req-bc0eb5c1-2c41-4cd4-94d0-490cf2b3d2ae req-c7512d57-a528-4dc1-8c70-40fbb1e02257 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Deleting port 6a20448d-3686-45d0-84c7-615528a03b7c {{(pid=106257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:35:49.058018 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-bc0eb5c1-2c41-4cd4-94d0-490cf2b3d2ae req-c7512d57-a528-4dc1-8c70-40fbb1e02257 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (6a20448d-3686-45d0-84c7-615528a03b7c), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:49.147973 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [req-bc0eb5c1-2c41-4cd4-94d0-490cf2b3d2ae req-c7512d57-a528-4dc1-8c70-40fbb1e02257 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] For port 6a20448d-3686-45d0-84c7-615528a03b7c, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=6a20448d-3686-45d0-84c7-615528a03b7c,segment=NetworkSegment(a693d004-c19a-4e68-bb57-afa3ae3ca47a),segment_id=a693d004-c19a-4e68-bb57-afa3ae3ca47a)] {{(pid=106257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:35:49.148344 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-bc0eb5c1-2c41-4cd4-94d0-490cf2b3d2ae req-c7512d57-a528-4dc1-8c70-40fbb1e02257 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (6a20448d-3686-45d0-84c7-615528a03b7c), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:49.275582 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:49.294511 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5773b-8314-4bf6-8493-f5fb7f9def24 req-d9c8a609-13c4-44e4-ad36-e1bcb7021f28 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:49.296039 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-47c5773b-8314-4bf6-8493-f5fb7f9def24 req-d9c8a609-13c4-44e4-ad36-e1bcb7021f28 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 944 time: 0.0516188 Aug 30 04:35:49.318812 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-bc0eb5c1-2c41-4cd4-94d0-490cf2b3d2ae req-c7512d57-a528-4dc1-8c70-40fbb1e02257 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:49.319358 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-bc0eb5c1-2c41-4cd4-94d0-490cf2b3d2ae req-c7512d57-a528-4dc1-8c70-40fbb1e02257 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696708'] for floatingip (a67d9e53-f0ea-4ce3-b4aa-100de77ce2a0), after_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:49.319475 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.db.l3_db [req-bc0eb5c1-2c41-4cd4-94d0-490cf2b3d2ae req-c7512d57-a528-4dc1-8c70-40fbb1e02257 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Floating IP a67d9e53-f0ea-4ce3-b4aa-100de77ce2a0 disassociated. External IP: 172.27.1.202, port: 6a20448d-3686-45d0-84c7-615528a03b7c. Aug 30 04:35:49.319952 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [req-bc0eb5c1-2c41-4cd4-94d0-490cf2b3d2ae req-c7512d57-a528-4dc1-8c70-40fbb1e02257 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Calling delete_port for 6a20448d-3686-45d0-84c7-615528a03b7c owned by compute:nova {{(pid=106257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:35:49.324934 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:49.388529 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-47c5773b-8314-4bf6-8493-f5fb7f9def24 req-57de7eab-4cd9-4842-8853-8a73b5a52bde tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=42b1e446-e4f4-4002-baec-f9aa7dda8485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764852 Aug 30 04:35:49.479643 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-bc0eb5c1-2c41-4cd4-94d0-490cf2b3d2ae req-c7512d57-a528-4dc1-8c70-40fbb1e02257 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (6a20448d-3686-45d0-84c7-615528a03b7c), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:49.513061 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7512d57-a528-4dc1-8c70-40fbb1e02257 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Pushing event deleted for resources: {'Port': ['ID=6a20448d-3686-45d0-84c7-615528a03b7c,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:49.644512 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc0eb5c1-2c41-4cd4-94d0-490cf2b3d2ae req-c7512d57-a528-4dc1-8c70-40fbb1e02257 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Router 1b0b9488-6100-4281-972e-44537b48dc76 has already been hosted by L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 {{(pid=106257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:35:49.669169 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e461c57c-34ad-40ce-9009-6bf96e7390e4 req-7240bf84-d475-45a8-8596-170b582fe929 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0733256 Aug 30 04:35:49.688170 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216bd0c-c168-42c3-af1f-23354e5d08bd req-4fd1c6a7-fd73-482f-9e70-a9cc1264d6d7 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:49.689714 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3216bd0c-c168-42c3-af1f-23354e5d08bd req-4fd1c6a7-fd73-482f-9e70-a9cc1264d6d7 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 944 time: 0.0633163 Aug 30 04:35:49.748670 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3216bd0c-c168-42c3-af1f-23354e5d08bd req-884b1d62-b7bc-4c71-ba58-58f571e96b97 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=42b1e446-e4f4-4002-baec-f9aa7dda8485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518260 Aug 30 04:35:49.802566 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461c57c-34ad-40ce-9009-6bf96e7390e4 req-83b15971-9a36-499a-ace5-3027054ed882 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:49.803946 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-e461c57c-34ad-40ce-9009-6bf96e7390e4 req-83b15971-9a36-499a-ace5-3027054ed882 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports/eeef7498-bb32-43b9-bc6e-1fe32f5be46b HTTP/1.1" status: 200 len: 941 time: 0.0926843 Aug 30 04:35:49.809823 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc0eb5c1-2c41-4cd4-94d0-490cf2b3d2ae req-c7512d57-a528-4dc1-8c70-40fbb1e02257 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:35:49.829441 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da41fc02-0cb7-4520-b513-7bbe775b1cee None None] Sync routers for ids ['1b0b9488-6100-4281-972e-44537b48dc76'] in dv-cinder-854265-2-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:35:49.841752 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da41fc02-0cb7-4520-b513-7bbe775b1cee None None] Routers {'1b0b9488-6100-4281-972e-44537b48dc76'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:35:49.844466 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-da41fc02-0cb7-4520-b513-7bbe775b1cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:35:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['1b0b9488-6100-4281-972e-44537b48dc76'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:49.874577 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0eb5c1-2c41-4cd4-94d0-490cf2b3d2ae req-c7512d57-a528-4dc1-8c70-40fbb1e02257 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] No DVR routers for this DVR port 6a20448d-3686-45d0-84c7-615528a03b7c on host hv-cinder-85426 {{(pid=106257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:35:49.877196 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-bc0eb5c1-2c41-4cd4-94d0-490cf2b3d2ae req-c7512d57-a528-4dc1-8c70-40fbb1e02257 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:49.881689 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-bc0eb5c1-2c41-4cd4-94d0-490cf2b3d2ae req-c7512d57-a528-4dc1-8c70-40fbb1e02257 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.71 "DELETE /networking/v2.0/ports/6a20448d-3686-45d0-84c7-615528a03b7c HTTP/1.1" status: 204 len: 173 time: 0.9036577 Aug 30 04:35:49.881689 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05746cb-13ab-4eb9-961b-09d7254f6ce5', 'name': 'network-vif-deleted', 'tag': '6a20448d-3686-45d0-84c7-615528a03b7c'}] {{(pid=106257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:35:49.884377 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d1a48af4e812f9c70823208ed2638ca64b88de6e4994a5bf3763d45491ed842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a6164e-eeb5-4939-b7f3-8c8a6e39c2a0" -d '{"events": [{"server_uuid": "d05746cb-13ab-4eb9-961b-09d7254f6ce5", "name": "network-vif-deleted", "tag": "6a20448d-3686-45d0-84c7-615528a03b7c"}]}' {{(pid=106257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:35:49.979619 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb53f4d-9708-4ca8-97f8-ebc62f74f6bf x-openstack-request-id: req-feb53f4d-9708-4ca8-97f8-ebc62f74f6bf {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:35:49.981350 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d05746cb-13ab-4eb9-961b-09d7254f6ce5", "name": "network-vif-deleted", "tag": "6a20448d-3686-45d0-84c7-615528a03b7c", "status": "completed", "code": 200}]} {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:35:49.981646 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-feb53f4d-9708-4ca8-97f8-ebc62f74f6bf {{(pid=106257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:35:49.982075 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-feb53f4d-9708-4ca8-97f8-ebc62f74f6bf'] response: {'server_uuid': 'd05746cb-13ab-4eb9-961b-09d7254f6ce5', 'name': 'network-vif-deleted', 'tag': '6a20448d-3686-45d0-84c7-615528a03b7c', 'status': 'completed', 'code': 200} Aug 30 04:35:50.033564 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-da41fc02-0cb7-4520-b513-7bbe775b1cee None None] Set router 1b0b9488-6100-4281-972e-44537b48dc76 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:35:50.044032 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-88770011-e8fd-4936-b40a-ab33c72982b2 req-ca92c0ae-9ea9-4909-80f2-eff7ad49bafb tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=d05746cb-13ab-4eb9-961b-09d7254f6ce5 HTTP/1.1" status: 200 len: 210 time: 0.0900133 Aug 30 04:35:50.073333 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:50.259748 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:50.280840 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-da41fc02-0cb7-4520-b513-7bbe775b1cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0b9488-6100-4281-972e-44537b48dc76', 'name': 'tempest-AttachVolumeShelveTestJSON-273455019-router', 'tenant_id': '8afb4049582c4beaa9defa2fe20c8b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'de5de454-e840-412f-8a1d-c07983265b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:55Z', 'updated_at': '2022-08-30T04:28:00Z', 'revision_number': 4, 'project_id': '8afb4049582c4beaa9defa2fe20c8b52', 'gw_port': {'id': 'de5de454-e840-412f-8a1d-c07983265b2b', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:24:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b9488-6100-4281-972e-44537b48dc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:55Z', 'updated_at': '2022-08-30T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': 'dd472d91-79f6-4964-8656-333efb576867', 'name': '', 'network_id': '3a833cc4-0338-4d6e-b00c-99c3817ea5ba', 'tenant_id': '8afb4049582c4beaa9defa2fe20c8b52', 'mac_address': 'fa:16:3e:06:20:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b9488-6100-4281-972e-44537b48dc76', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '14ce1079-bb9d-4bd2-9455-27504a55dd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:59Z', 'updated_at': '2022-08-30T04:28:12Z', 'revision_number': 5, 'project_id': '8afb4049582c4beaa9defa2fe20c8b52', 'subnets': [{'id': '14ce1079-bb9d-4bd2-9455-27504a55dd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:50.306469 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da41fc02-0cb7-4520-b513-7bbe775b1cee None None] Checking router: 1b0b9488-6100-4281-972e-44537b48dc76 for host: dv-cinder-854265-2-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:35:50.316076 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da41fc02-0cb7-4520-b513-7bbe775b1cee None None] Routers {'1b0b9488-6100-4281-972e-44537b48dc76'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:35:50.316684 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-da41fc02-0cb7-4520-b513-7bbe775b1cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:35:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['1b0b9488-6100-4281-972e-44537b48dc76'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:50.418235 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-da41fc02-0cb7-4520-b513-7bbe775b1cee None None] Set router 1b0b9488-6100-4281-972e-44537b48dc76 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:35:50.676673 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-da41fc02-0cb7-4520-b513-7bbe775b1cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0b9488-6100-4281-972e-44537b48dc76', 'name': 'tempest-AttachVolumeShelveTestJSON-273455019-router', 'tenant_id': '8afb4049582c4beaa9defa2fe20c8b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'de5de454-e840-412f-8a1d-c07983265b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:55Z', 'updated_at': '2022-08-30T04:28:00Z', 'revision_number': 4, 'project_id': '8afb4049582c4beaa9defa2fe20c8b52', 'gw_port': {'id': 'de5de454-e840-412f-8a1d-c07983265b2b', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:24:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b9488-6100-4281-972e-44537b48dc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:55Z', 'updated_at': '2022-08-30T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': 'dd472d91-79f6-4964-8656-333efb576867', 'name': '', 'network_id': '3a833cc4-0338-4d6e-b00c-99c3817ea5ba', 'tenant_id': '8afb4049582c4beaa9defa2fe20c8b52', 'mac_address': 'fa:16:3e:06:20:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b9488-6100-4281-972e-44537b48dc76', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '14ce1079-bb9d-4bd2-9455-27504a55dd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:59Z', 'updated_at': '2022-08-30T04:28:12Z', 'revision_number': 5, 'project_id': '8afb4049582c4beaa9defa2fe20c8b52', 'subnets': [{'id': '14ce1079-bb9d-4bd2-9455-27504a55dd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:50.715116 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da41fc02-0cb7-4520-b513-7bbe775b1cee None None] The sync data for ids ['1b0b9488-6100-4281-972e-44537b48dc76'] in dv-cinder-854265-2-iscsi is: [{'id': '1b0b9488-6100-4281-972e-44537b48dc76', 'name': 'tempest-AttachVolumeShelveTestJSON-273455019-router', 'tenant_id': '8afb4049582c4beaa9defa2fe20c8b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'de5de454-e840-412f-8a1d-c07983265b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:55Z', 'updated_at': '2022-08-30T04:28:00Z', 'revision_number': 4, 'project_id': '8afb4049582c4beaa9defa2fe20c8b52', 'gw_port': {'id': 'de5de454-e840-412f-8a1d-c07983265b2b', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:24:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b9488-6100-4281-972e-44537b48dc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:55Z', 'updated_at': '2022-08-30T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': 'dd472d91-79f6-4964-8656-333efb576867', 'name': '', 'network_id': '3a833cc4-0338-4d6e-b00c-99c3817ea5ba', 'tenant_id': '8afb4049582c4beaa9defa2fe20c8b52', 'mac_address': 'fa:16:3e:06:20:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b9488-6100-4281-972e-44537b48dc76', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '14ce1079-bb9d-4bd2-9455-27504a55dd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:59Z', 'updated_at': '2022-08-30T04:28:12Z', 'revision_number': 5, 'project_id': '8afb4049582c4beaa9defa2fe20c8b52', 'subnets': [{'id': '14ce1079-bb9d-4bd2-9455-27504a55dd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:35:50.879684 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd2a4c4-577f-45a5-b0b0-a703b58705b3 req-164ee5d8-4306-4736-91dd-c4c07005d58e tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:50.887214 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5dd2a4c4-577f-45a5-b0b0-a703b58705b3 req-164ee5d8-4306-4736-91dd-c4c07005d58e tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 944 time: 0.0570412 Aug 30 04:35:50.934897 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5dd2a4c4-577f-45a5-b0b0-a703b58705b3 req-d17847ff-c72d-445f-a8bd-59b0c6ac5bfa tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=42b1e446-e4f4-4002-baec-f9aa7dda8485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465863 Aug 30 04:35:50.983268 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049b8266-b18c-4218-80be-788c0837594f None None] New status for floating IP a67d9e53-f0ea-4ce3-b4aa-100de77ce2a0: DOWN {{(pid=106259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:35:51.020289 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:51.162550 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 59132) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:51.177341 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:51.219425 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-3ef61728-84c2-40a9-b456-4c923b0df0e7 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks [] for security_group (8cb54c6a-1a81-4b01-a2c3-33f9946e9031), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:51.242223 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-3ef61728-84c2-40a9-b456-4c923b0df0e7 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks [] for security_group (8cb54c6a-1a81-4b01-a2c3-33f9946e9031), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:51.295531 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-3ef61728-84c2-40a9-b456-4c923b0df0e7 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (8cb54c6a-1a81-4b01-a2c3-33f9946e9031), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:51.298311 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-3ef61728-84c2-40a9-b456-4c923b0df0e7 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:51.299643 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-3ef61728-84c2-40a9-b456-4c923b0df0e7 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "DELETE /networking/v2.0/security-groups/8cb54c6a-1a81-4b01-a2c3-33f9946e9031 HTTP/1.1" status: 204 len: 168 time: 0.1359909 Aug 30 04:35:51.302234 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 59140) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:51.309948 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef61728-84c2-40a9-b456-4c923b0df0e7 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb54c6a-1a81-4b01-a2c3-33f9946e9031,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:51.321758 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.api.v2.resource [None req-926c5052-d63d-4a90-834e-abf14fe125ac tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] show failed (client error): The resource could not be found. Aug 30 04:35:51.323169 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-926c5052-d63d-4a90-834e-abf14fe125ac tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "GET /networking/v2.0/security-groups/8cb54c6a-1a81-4b01-a2c3-33f9946e9031 HTTP/1.1" status: 404 len: 347 time: 0.0191197 Aug 30 04:35:51.326115 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 59142) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:51.443527 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-2e3472fc-dfdb-4dd5-9e7d-61a549673375 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Deleting port 8d092398-60bf-43de-bd65-14802299cfae {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:35:51.443868 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2e3472fc-dfdb-4dd5-9e7d-61a549673375 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (8d092398-60bf-43de-bd65-14802299cfae), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:51.520648 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2e3472fc-dfdb-4dd5-9e7d-61a549673375 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (8d092398-60bf-43de-bd65-14802299cfae), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:51.520967 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2e3472fc-dfdb-4dd5-9e7d-61a549673375 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks [] for floatingip (8d092398-60bf-43de-bd65-14802299cfae), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:51.533519 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-2e3472fc-dfdb-4dd5-9e7d-61a549673375 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Calling delete_port for 8d092398-60bf-43de-bd65-14802299cfae owned by network:floatingip {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:35:51.672117 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2e3472fc-dfdb-4dd5-9e7d-61a549673375 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62508200'] for port (8d092398-60bf-43de-bd65-14802299cfae), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:51.701399 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3472fc-dfdb-4dd5-9e7d-61a549673375 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Pushing event deleted for resources: {'Port': ['ID=8d092398-60bf-43de-bd65-14802299cfae,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:51.756409 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:51.767574 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2e3472fc-dfdb-4dd5-9e7d-61a549673375 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks [] for floatingip (a67d9e53-f0ea-4ce3-b4aa-100de77ce2a0), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:51.770074 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2e3472fc-dfdb-4dd5-9e7d-61a549673375 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for floatingip (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:51.771206 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-2e3472fc-dfdb-4dd5-9e7d-61a549673375 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] 10.222.0.85 "DELETE /networking/v2.0/floatingips/a67d9e53-f0ea-4ce3-b4aa-100de77ce2a0 HTTP/1.1" status: 204 len: 168 time: 0.4441299 Aug 30 04:35:52.060371 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bed2b5-5373-41ff-ba8f-ac5532b38ec6 req-cb82a795-d189-4386-96e7-3eb83945dad2 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:52.061865 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-17bed2b5-5373-41ff-ba8f-ac5532b38ec6 req-cb82a795-d189-4386-96e7-3eb83945dad2 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 944 time: 0.0531368 Aug 30 04:35:52.110416 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-17bed2b5-5373-41ff-ba8f-ac5532b38ec6 req-69a8c884-97ae-46a5-a6b3-934a523622f4 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=42b1e446-e4f4-4002-baec-f9aa7dda8485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429490 Aug 30 04:35:52.451476 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461c57c-34ad-40ce-9009-6bf96e7390e4 req-f4b730e3-a845-413a-8479-1b20d7553ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:52.452963 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-e461c57c-34ad-40ce-9009-6bf96e7390e4 req-f4b730e3-a845-413a-8479-1b20d7553ac2 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e&tenant_id=96907629895d451697f448cf2c3bc6a1 HTTP/1.1" status: 200 len: 1128 time: 0.0439057 Aug 30 04:35:52.547675 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461c57c-34ad-40ce-9009-6bf96e7390e4 req-e1cb725c-58fb-4b82-a96d-229714b29012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:52.549256 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-e461c57c-34ad-40ce-9009-6bf96e7390e4 req-e1cb725c-58fb-4b82-a96d-229714b29012 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=96907629895d451697f448cf2c3bc6a1&device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 1128 time: 0.0402622 Aug 30 04:35:52.628393 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 59156) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:52.651214 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461c57c-34ad-40ce-9009-6bf96e7390e4 req-31f2c0d0-50f1-4140-86bf-0540e944573f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:52.652683 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-e461c57c-34ad-40ce-9009-6bf96e7390e4 req-31f2c0d0-50f1-4140-86bf-0540e944573f service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=6e52047f-70d3-42db-935b-902b02a68f1a HTTP/1.1" status: 200 len: 910 time: 0.0931046 Aug 30 04:35:52.708331 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:52.718127 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-e461c57c-34ad-40ce-9009-6bf96e7390e4 req-a0642dae-4cbb-41c2-9c9e-158cfdadc392 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eeef7498-bb32-43b9-bc6e-1fe32f5be46b HTTP/1.1" status: 200 len: 999 time: 0.0570145 Aug 30 04:35:52.736990 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-051122e8-2f12-4710-9fee-236e23277f81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:52.769623 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461c57c-34ad-40ce-9009-6bf96e7390e4 req-88249b07-696d-4cda-b8e4-582fb618aaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:52.771111 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-e461c57c-34ad-40ce-9009-6bf96e7390e4 req-88249b07-696d-4cda-b8e4-582fb618aaff service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=ec2a4d1a-e144-4645-a094-54c969a171a8 HTTP/1.1" status: 200 len: 847 time: 0.0458562 Aug 30 04:35:52.792904 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:52.817586 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-051122e8-2f12-4710-9fee-236e23277f81 admin admin] Publish callbacks [] for security_group (a303fae4-2e7b-489f-ae62-fec771ea2e4b), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:52.821653 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-051122e8-2f12-4710-9fee-236e23277f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (a303fae4-2e7b-489f-ae62-fec771ea2e4b), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:52.827554 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461c57c-34ad-40ce-9009-6bf96e7390e4 req-debbe516-f492-43e5-8746-55753e38fa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:52.829082 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-e461c57c-34ad-40ce-9009-6bf96e7390e4 req-debbe516-f492-43e5-8746-55753e38fa6b service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=6e52047f-70d3-42db-935b-902b02a68f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487187 Aug 30 04:35:52.862155 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-051122e8-2f12-4710-9fee-236e23277f81 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=43389c301db64a48b6aff1246ae14b06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2325659 Aug 30 04:35:52.863356 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051122e8-2f12-4710-9fee-236e23277f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a303fae4-2e7b-489f-ae62-fec771ea2e4b,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:52.865764 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 59160) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:52.918547 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-668aa6c1-c96f-4519-8fb3-75a333f83523 admin admin] Publish callbacks [] for security_group (a303fae4-2e7b-489f-ae62-fec771ea2e4b), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:52.930063 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-e461c57c-34ad-40ce-9009-6bf96e7390e4 req-83f54e4b-943e-4443-a841-fb13c270544c service neutron] 10.222.0.71 "GET /networking/v2.0/networks/6e52047f-70d3-42db-935b-902b02a68f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868213 Aug 30 04:35:52.940457 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-668aa6c1-c96f-4519-8fb3-75a333f83523 admin admin] Publish callbacks [] for security_group (a303fae4-2e7b-489f-ae62-fec771ea2e4b), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:52.953758 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-5354559e-7fcc-4d1c-ac3c-0e0fae7dd44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:52.995141 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-668aa6c1-c96f-4519-8fb3-75a333f83523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (a303fae4-2e7b-489f-ae62-fec771ea2e4b), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:52.997787 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-668aa6c1-c96f-4519-8fb3-75a333f83523 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:52.999120 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-668aa6c1-c96f-4519-8fb3-75a333f83523 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/a303fae4-2e7b-489f-ae62-fec771ea2e4b HTTP/1.1" status: 204 len: 168 time: 0.1324604 Aug 30 04:35:53.009686 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668aa6c1-c96f-4519-8fb3-75a333f83523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a303fae4-2e7b-489f-ae62-fec771ea2e4b,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:53.061919 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-e461c57c-34ad-40ce-9009-6bf96e7390e4 req-3e7aaedf-c42a-40d8-9e9f-42e408590ddc service neutron] 10.222.0.71 "GET /networking/v2.0/networks/6e52047f-70d3-42db-935b-902b02a68f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251941 Aug 30 04:35:53.170319 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 6a20448d-3686-45d0-84c7-615528a03b7c no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:35:53.191659 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] No Port match for: 6a20448d-3686-45d0-84c7-615528a03b7c {{(pid=106259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:35:53.192015 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 6a20448d-3686-45d0-84c7-615528a03b7c not bound to the agent host hv-cinder-85426 {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:35:53.254033 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966738ff-b950-46b8-836a-28dd5a908780 req-afb58d50-4e50-4c7f-add3-65a4814b7bc1 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:53.255648 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-966738ff-b950-46b8-836a-28dd5a908780 req-afb58d50-4e50-4c7f-add3-65a4814b7bc1 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 944 time: 0.0520298 Aug 30 04:35:53.312106 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-966738ff-b950-46b8-836a-28dd5a908780 req-e9189cdd-62fd-48e0-a02a-a80e87d886d7 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=42b1e446-e4f4-4002-baec-f9aa7dda8485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503867 Aug 30 04:35:54.264892 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 59182) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:54.454642 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43960bc5-4eb0-44cb-a9ca-0e1d5c922e18 req-a9976933-e399-4546-9cea-faeac5e9791a tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:54.456114 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-43960bc5-4eb0-44cb-a9ca-0e1d5c922e18 req-a9976933-e399-4546-9cea-faeac5e9791a tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 944 time: 0.0474045 Aug 30 04:35:54.508762 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-43960bc5-4eb0-44cb-a9ca-0e1d5c922e18 req-c98cdbec-bada-433d-8983-04939df41cb7 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=42b1e446-e4f4-4002-baec-f9aa7dda8485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469437 Aug 30 04:35:54.720857 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5f52c638-67ad-4760-b7a5-3c8c49f6fca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697220'] for router_interface (1b0b9488-6100-4281-972e-44537b48dc76), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:54.763210 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:54.938790 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [None req-5f52c638-67ad-4760-b7a5-3c8c49f6fca9 admin admin] Deleting port dd472d91-79f6-4964-8656-333efb576867 {{(pid=106257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:35:54.939132 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5f52c638-67ad-4760-b7a5-3c8c49f6fca9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (dd472d91-79f6-4964-8656-333efb576867), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:55.012684 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=100 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:55.019644 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [None req-5f52c638-67ad-4760-b7a5-3c8c49f6fca9 admin admin] For port dd472d91-79f6-4964-8656-333efb576867, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=dd472d91-79f6-4964-8656-333efb576867,segment=NetworkSegment(a693d004-c19a-4e68-bb57-afa3ae3ca47a),segment_id=a693d004-c19a-4e68-bb57-afa3ae3ca47a)] {{(pid=106257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:35:55.020008 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5f52c638-67ad-4760-b7a5-3c8c49f6fca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (dd472d91-79f6-4964-8656-333efb576867), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:55.032490 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [None req-5f52c638-67ad-4760-b7a5-3c8c49f6fca9 admin admin] Calling delete_port for dd472d91-79f6-4964-8656-333efb576867 owned by network:router_interface {{(pid=106257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:35:55.204980 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5f52c638-67ad-4760-b7a5-3c8c49f6fca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (dd472d91-79f6-4964-8656-333efb576867), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:55.226287 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52c638-67ad-4760-b7a5-3c8c49f6fca9 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd472d91-79f6-4964-8656-333efb576867,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:55.309092 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-f55d41a5-9522-4d07-87af-f99d70a1c804 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:55.389804 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5f52c638-67ad-4760-b7a5-3c8c49f6fca9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-697396'] for router_interface (1b0b9488-6100-4281-972e-44537b48dc76), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:55.591892 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f52c638-67ad-4760-b7a5-3c8c49f6fca9 admin admin] Router 1b0b9488-6100-4281-972e-44537b48dc76 has already been hosted by L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 {{(pid=106257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:35:55.628717 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a7a4b1-cc73-4120-abd6-6dd5c2b606c3 req-e469852b-cd08-4e82-9cb8-9c3084aae942 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:55.630198 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d0a7a4b1-cc73-4120-abd6-6dd5c2b606c3 req-e469852b-cd08-4e82-9cb8-9c3084aae942 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 944 time: 0.0471160 Aug 30 04:35:55.635789 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:55.681283 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d0a7a4b1-cc73-4120-abd6-6dd5c2b606c3 req-47dad589-b416-4134-961d-bf0499d42dbf tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=42b1e446-e4f4-4002-baec-f9aa7dda8485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452619 Aug 30 04:35:55.697050 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f52c638-67ad-4760-b7a5-3c8c49f6fca9 admin admin] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:35:55.705765 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-5f52c638-67ad-4760-b7a5-3c8c49f6fca9 admin admin] 10.222.0.85 "PUT /networking/v2.0/routers/1b0b9488-6100-4281-972e-44537b48dc76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4373319 Aug 30 04:35:55.705765 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 59192) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:55.708466 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5350e56e-9da9-4934-9763-cd2cdc969330 None None] Sync routers for ids ['1b0b9488-6100-4281-972e-44537b48dc76'] in dv-cinder-854265-2-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:35:55.719742 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5350e56e-9da9-4934-9763-cd2cdc969330 None None] Routers {'1b0b9488-6100-4281-972e-44537b48dc76'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:35:55.720417 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-5350e56e-9da9-4934-9763-cd2cdc969330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:35:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['1b0b9488-6100-4281-972e-44537b48dc76'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:55.825066 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-5350e56e-9da9-4934-9763-cd2cdc969330 None None] Set router 1b0b9488-6100-4281-972e-44537b48dc76 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:35:55.999566 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-5350e56e-9da9-4934-9763-cd2cdc969330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0b9488-6100-4281-972e-44537b48dc76', 'name': 'tempest-AttachVolumeShelveTestJSON-273455019-router', 'tenant_id': '8afb4049582c4beaa9defa2fe20c8b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'de5de454-e840-412f-8a1d-c07983265b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:55Z', 'updated_at': '2022-08-30T04:35:55Z', 'revision_number': 5, 'project_id': '8afb4049582c4beaa9defa2fe20c8b52', 'gw_port': {'id': 'de5de454-e840-412f-8a1d-c07983265b2b', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:24:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b9488-6100-4281-972e-44537b48dc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:55Z', 'updated_at': '2022-08-30T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi'}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:56.026207 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5350e56e-9da9-4934-9763-cd2cdc969330 None None] Checking router: 1b0b9488-6100-4281-972e-44537b48dc76 for host: dv-cinder-854265-2-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:35:56.034643 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5350e56e-9da9-4934-9763-cd2cdc969330 None None] Routers {'1b0b9488-6100-4281-972e-44537b48dc76'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:35:56.035275 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-5350e56e-9da9-4934-9763-cd2cdc969330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:35:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['1b0b9488-6100-4281-972e-44537b48dc76'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:56.040051 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:56.043888 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-fb3fcb54-8f83-49ef-b172-6873edce0040 admin admin] Publish callbacks [] for router (1b0b9488-6100-4281-972e-44537b48dc76), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:56.136049 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-5350e56e-9da9-4934-9763-cd2cdc969330 None None] Set router 1b0b9488-6100-4281-972e-44537b48dc76 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:35:56.144148 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-fb3fcb54-8f83-49ef-b172-6873edce0040 admin admin] Publish callbacks [] for router_gateway (1b0b9488-6100-4281-972e-44537b48dc76), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:56.186134 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [None req-fb3fcb54-8f83-49ef-b172-6873edce0040 admin admin] Deleting port de5de454-e840-412f-8a1d-c07983265b2b {{(pid=106257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:35:56.186472 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-fb3fcb54-8f83-49ef-b172-6873edce0040 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (de5de454-e840-412f-8a1d-c07983265b2b), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:56.267122 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:56.269448 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [None req-fb3fcb54-8f83-49ef-b172-6873edce0040 admin admin] For port de5de454-e840-412f-8a1d-c07983265b2b, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=de5de454-e840-412f-8a1d-c07983265b2b,segment=NetworkSegment(fa929cc1-394c-4547-9d6d-d932c4c80d18),segment_id=fa929cc1-394c-4547-9d6d-d932c4c80d18)] {{(pid=106257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:35:56.269833 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-fb3fcb54-8f83-49ef-b172-6873edce0040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (de5de454-e840-412f-8a1d-c07983265b2b), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:56.282870 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [None req-fb3fcb54-8f83-49ef-b172-6873edce0040 admin admin] Calling delete_port for de5de454-e840-412f-8a1d-c07983265b2b owned by network:router_gateway {{(pid=106257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:35:56.303508 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-5350e56e-9da9-4934-9763-cd2cdc969330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0b9488-6100-4281-972e-44537b48dc76', 'name': 'tempest-AttachVolumeShelveTestJSON-273455019-router', 'tenant_id': '8afb4049582c4beaa9defa2fe20c8b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'de5de454-e840-412f-8a1d-c07983265b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:55Z', 'updated_at': '2022-08-30T04:35:55Z', 'revision_number': 5, 'project_id': '8afb4049582c4beaa9defa2fe20c8b52', 'gw_port': {'id': 'de5de454-e840-412f-8a1d-c07983265b2b', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:24:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b9488-6100-4281-972e-44537b48dc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:55Z', 'updated_at': '2022-08-30T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi'}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:56.331927 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5350e56e-9da9-4934-9763-cd2cdc969330 None None] The sync data for ids ['1b0b9488-6100-4281-972e-44537b48dc76'] in dv-cinder-854265-2-iscsi is: [{'id': '1b0b9488-6100-4281-972e-44537b48dc76', 'name': 'tempest-AttachVolumeShelveTestJSON-273455019-router', 'tenant_id': '8afb4049582c4beaa9defa2fe20c8b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'de5de454-e840-412f-8a1d-c07983265b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:27:55Z', 'updated_at': '2022-08-30T04:35:55Z', 'revision_number': 5, 'project_id': '8afb4049582c4beaa9defa2fe20c8b52', 'gw_port': {'id': 'de5de454-e840-412f-8a1d-c07983265b2b', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:24:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0b9488-6100-4281-972e-44537b48dc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:27:55Z', 'updated_at': '2022-08-30T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi'}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:35:56.446562 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-fb3fcb54-8f83-49ef-b172-6873edce0040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (de5de454-e840-412f-8a1d-c07983265b2b), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:56.472498 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3fcb54-8f83-49ef-b172-6873edce0040 admin admin] Pushing event deleted for resources: {'Port': ['ID=de5de454-e840-412f-8a1d-c07983265b2b,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:56.534926 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-fb3fcb54-8f83-49ef-b172-6873edce0040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696775'] for router_gateway (1b0b9488-6100-4281-972e-44537b48dc76), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:56.581849 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:56.621445 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-fb3fcb54-8f83-49ef-b172-6873edce0040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-696042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6498'] for router (1b0b9488-6100-4281-972e-44537b48dc76), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:56.623517 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-fb3fcb54-8f83-49ef-b172-6873edce0040 admin admin] Publish callbacks [] for router_controller (1b0b9488-6100-4281-972e-44537b48dc76), precommit_delete_associations {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:56.664767 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-fb3fcb54-8f83-49ef-b172-6873edce0040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-697417'] for router (1b0b9488-6100-4281-972e-44537b48dc76), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:56.665427 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3fcb54-8f83-49ef-b172-6873edce0040 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b0b9488-6100-4281-972e-44537b48dc76 {{(pid=106257) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 04:35:56.671147 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-fb3fcb54-8f83-49ef-b172-6873edce0040 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:56.672403 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-fb3fcb54-8f83-49ef-b172-6873edce0040 admin admin] 10.222.0.85 "DELETE /networking/v2.0/routers/1b0b9488-6100-4281-972e-44537b48dc76 HTTP/1.1" status: 204 len: 168 time: 0.9662459 Aug 30 04:35:56.675107 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 59194) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:56.725014 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2d50a66-10e4-4506-bae2-996057508288 admin admin] Deleting subnet 14ce1079-bb9d-4bd2-9455-27504a55dd9e {{(pid=106257) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 04:35:56.728425 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a2d50a66-10e4-4506-bae2-996057508288 admin admin] Publish callbacks [] for subnet (14ce1079-bb9d-4bd2-9455-27504a55dd9e), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:56.765544 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a2d50a66-10e4-4506-bae2-996057508288 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61669262'] for subnet (14ce1079-bb9d-4bd2-9455-27504a55dd9e), precommit_delete_associations {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:56.789546 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:56.812933 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1508f01-8f6e-412a-935c-d131c114c11e req-affdf490-bd91-43c1-9308-c92c26358d4f tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:56.814629 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d1508f01-8f6e-412a-935c-d131c114c11e req-affdf490-bd91-43c1-9308-c92c26358d4f tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 944 time: 0.0540736 Aug 30 04:35:56.858168 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a2d50a66-10e4-4506-bae2-996057508288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3893603'] for subnet (14ce1079-bb9d-4bd2-9455-27504a55dd9e), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:56.865710 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d1508f01-8f6e-412a-935c-d131c114c11e req-6726e7d0-4f60-4881-86ad-78e8fcd8dbf0 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=42b1e446-e4f4-4002-baec-f9aa7dda8485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452616 Aug 30 04:35:56.911954 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:56.918705 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a2d50a66-10e4-4506-bae2-996057508288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61207901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61944255'] for subnet (14ce1079-bb9d-4bd2-9455-27504a55dd9e), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:56.944357 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d50a66-10e4-4506-bae2-996057508288 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14ce1079-bb9d-4bd2-9455-27504a55dd9e,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:56.950592 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-a2d50a66-10e4-4506-bae2-996057508288 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for subnet (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:56.956118 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-a2d50a66-10e4-4506-bae2-996057508288 admin admin] 10.222.0.85 "DELETE /networking/v2.0/subnets/14ce1079-bb9d-4bd2-9455-27504a55dd9e HTTP/1.1" status: 204 len: 168 time: 0.2778914 Aug 30 04:35:56.956524 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 59198) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:56.956844 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0b678d-22cf-4bb5-a2c7-d561c9b2896d None None] Network 3a833cc4-0338-4d6e-b00c-99c3817ea5ba requested from dv-cinder-854265-2-iscsi {{(pid=106259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:35:57.031602 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-29f21185-d8e5-4f5e-9d4a-12132d0907e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3781726'] for network (3a833cc4-0338-4d6e-b00c-99c3817ea5ba), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:57.043392 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:57.076984 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-29f21185-d8e5-4f5e-9d4a-12132d0907e2 admin admin] Deleting port e05ca6ba-2487-4ce4-85a0-3fbc35c47477 {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:35:57.077370 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-29f21185-d8e5-4f5e-9d4a-12132d0907e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (e05ca6ba-2487-4ce4-85a0-3fbc35c47477), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:57.146405 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [None req-29f21185-d8e5-4f5e-9d4a-12132d0907e2 admin admin] For port e05ca6ba-2487-4ce4-85a0-3fbc35c47477, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=e05ca6ba-2487-4ce4-85a0-3fbc35c47477,segment=NetworkSegment(a693d004-c19a-4e68-bb57-afa3ae3ca47a),segment_id=a693d004-c19a-4e68-bb57-afa3ae3ca47a)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:35:57.146695 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-29f21185-d8e5-4f5e-9d4a-12132d0907e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (e05ca6ba-2487-4ce4-85a0-3fbc35c47477), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:57.159599 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-29f21185-d8e5-4f5e-9d4a-12132d0907e2 admin admin] Calling delete_port for e05ca6ba-2487-4ce4-85a0-3fbc35c47477 owned by network:dhcp {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:35:57.235826 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-29f21185-d8e5-4f5e-9d4a-12132d0907e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62508200'] for port (e05ca6ba-2487-4ce4-85a0-3fbc35c47477), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:57.238946 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:57.262620 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f21185-d8e5-4f5e-9d4a-12132d0907e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e05ca6ba-2487-4ce4-85a0-3fbc35c47477,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:57.266658 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f21185-d8e5-4f5e-9d4a-12132d0907e2 admin admin] No DVR routers for this DVR port e05ca6ba-2487-4ce4-85a0-3fbc35c47477 on host dv-cinder-854265-2-iscsi {{(pid=106258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:35:57.345474 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-29f21185-d8e5-4f5e-9d4a-12132d0907e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891968', 'neutron.services.segments.db._delete_segments_for_network-8785261144643'] for network (3a833cc4-0338-4d6e-b00c-99c3817ea5ba), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:57.368300 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-29f21185-d8e5-4f5e-9d4a-12132d0907e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a833cc4-0338-4d6e-b00c-99c3817ea5ba']}} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:57.378040 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-29f21185-d8e5-4f5e-9d4a-12132d0907e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a693d004-c19a-4e68-bb57-afa3ae3ca47a') {'for_net_delete': True} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:57.378176 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-29f21185-d8e5-4f5e-9d4a-12132d0907e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a693d004-c19a-4e68-bb57-afa3ae3ca47a') {} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:35:57.380007 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c247e983-6808-4f9f-875d-fd36048c8812 None None] DHCP port deletion for 3a833cc4-0338-4d6e-b00c-99c3817ea5ba request from dv-cinder-854265-2-iscsi {{(pid=106259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 04:35:57.390928 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-29f21185-d8e5-4f5e-9d4a-12132d0907e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785261169839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61943808'] for segment (a693d004-c19a-4e68-bb57-afa3ae3ca47a), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:57.407056 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-29f21185-d8e5-4f5e-9d4a-12132d0907e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3898234'] for segment (a693d004-c19a-4e68-bb57-afa3ae3ca47a), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:57.413424 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29f21185-d8e5-4f5e-9d4a-12132d0907e2 admin admin] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=106258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 04:35:57.413811 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-29f21185-d8e5-4f5e-9d4a-12132d0907e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3898234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62508285'] for segment (a693d004-c19a-4e68-bb57-afa3ae3ca47a), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:57.432815 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.services.segments.plugin [-] Segment a693d004-c19a-4e68-bb57-afa3ae3ca47a resource provider aggregate not found Aug 30 04:35:57.470554 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.services.segments.plugin [-] Segment a693d004-c19a-4e68-bb57-afa3ae3ca47a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a693d004-c19a-4e68-bb57-afa3ae3ca47a found for delete ", "request_id": "req-5922d712-563c-485d-b72e-fdfc3fdcab06"}]} Aug 30 04:35:57.491121 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-29f21185-d8e5-4f5e-9d4a-12132d0907e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696747'] for network (3a833cc4-0338-4d6e-b00c-99c3817ea5ba), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:57.497809 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-29f21185-d8e5-4f5e-9d4a-12132d0907e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for network (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:57.500966 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-29f21185-d8e5-4f5e-9d4a-12132d0907e2 admin admin] 10.222.0.85 "DELETE /networking/v2.0/networks/3a833cc4-0338-4d6e-b00c-99c3817ea5ba HTTP/1.1" status: 204 len: 168 time: 0.5433829 Aug 30 04:35:57.513342 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f21185-d8e5-4f5e-9d4a-12132d0907e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a833cc4-0338-4d6e-b00c-99c3817ea5ba,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:57.624783 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 59206) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:57.665181 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-9d133410-962f-4641-aeb0-46df37276103 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=8afb4049582c4beaa9defa2fe20c8b52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382288 Aug 30 04:35:57.666671 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 59208) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:57.715688 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-ab3b037d-e572-4a93-a118-6217d8a4d7fe admin admin] Publish callbacks [] for security_group (b21bac0b-d1ca-44c1-8547-7073caff026d), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:57.735031 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-ab3b037d-e572-4a93-a118-6217d8a4d7fe admin admin] Publish callbacks [] for security_group (b21bac0b-d1ca-44c1-8547-7073caff026d), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:57.779677 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-ab3b037d-e572-4a93-a118-6217d8a4d7fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (b21bac0b-d1ca-44c1-8547-7073caff026d), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:57.782305 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-ab3b037d-e572-4a93-a118-6217d8a4d7fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:57.783539 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-ab3b037d-e572-4a93-a118-6217d8a4d7fe admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/b21bac0b-d1ca-44c1-8547-7073caff026d HTTP/1.1" status: 204 len: 168 time: 0.1157997 Aug 30 04:35:57.791045 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b037d-e572-4a93-a118-6217d8a4d7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21bac0b-d1ca-44c1-8547-7073caff026d,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:57.925553 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:57.993348 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1346bb-1edb-44d8-baf2-045a83365615 req-865c1a08-348e-4449-a686-f846bd84557f tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:57.995478 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6c1346bb-1edb-44d8-baf2-045a83365615 req-865c1a08-348e-4449-a686-f846bd84557f tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 944 time: 0.0531147 Aug 30 04:35:58.045632 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6c1346bb-1edb-44d8-baf2-045a83365615 req-7bd3c411-0ec9-4b2f-b828-69aad2933af0 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=42b1e446-e4f4-4002-baec-f9aa7dda8485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445085 Aug 30 04:35:58.173291 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:58.265400 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device e05ca6ba-2487-4ce4-85a0-3fbc35c47477 no longer exists at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:35:58.286354 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] No Port match for: e05ca6ba-2487-4ce4-85a0-3fbc35c47477 {{(pid=106259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:35:58.286774 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device e05ca6ba-2487-4ce4-85a0-3fbc35c47477 not bound to the agent host dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:35:58.287283 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device de5de454-e840-412f-8a1d-c07983265b2b no longer exists at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:35:58.306231 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] No Port match for: de5de454-e840-412f-8a1d-c07983265b2b {{(pid=106259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:35:58.306638 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device de5de454-e840-412f-8a1d-c07983265b2b not bound to the agent host dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:35:58.307570 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device dd472d91-79f6-4964-8656-333efb576867 no longer exists at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:35:58.326039 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] No Port match for: dd472d91-79f6-4964-8656-333efb576867 {{(pid=106259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:35:58.326394 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device dd472d91-79f6-4964-8656-333efb576867 not bound to the agent host dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:35:58.472861 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 59232) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:58.568111 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-c0605608-2eec-4f34-8df5-00286161058d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1156238332-network', 'tenant_id': 'c561fdf35e454833b521f54043c49035'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:35:58.587192 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0605608-2eec-4f34-8df5-00286161058d admin admin] Made reservation on behalf of c561fdf35e454833b521f54043c49035 for: {'network': 1} {{(pid=106258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:35:58.590218 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c0605608-2eec-4f34-8df5-00286161058d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for network (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:58.598483 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c0605608-2eec-4f34-8df5-00286161058d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:58.655583 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:58.678938 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c0605608-2eec-4f34-8df5-00286161058d admin admin] Publish callbacks [] for security_group (60bbf913-85d1-4955-b68d-3792b20b9b26), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:58.682448 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c0605608-2eec-4f34-8df5-00286161058d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (60bbf913-85d1-4955-b68d-3792b20b9b26), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:58.707127 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0605608-2eec-4f34-8df5-00286161058d admin admin] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=106258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 04:35:58.716496 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0605608-2eec-4f34-8df5-00286161058d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60bbf913-85d1-4955-b68d-3792b20b9b26,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:58.722480 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c0605608-2eec-4f34-8df5-00286161058d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3898234'] for segment (246af491-6471-4245-a475-ef13f16f15b9), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:58.722787 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.db.segments_db [None req-c0605608-2eec-4f34-8df5-00286161058d admin admin] Added segment 246af491-6471-4245-a475-ef13f16f15b9 of type vlan for network 028ab36d-9030-4e40-a42e-859885874e3a Aug 30 04:35:58.764425 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c0605608-2eec-4f34-8df5-00286161058d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260646229'] for network (028ab36d-9030-4e40-a42e-859885874e3a), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:58.788678 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c0605608-2eec-4f34-8df5-00286161058d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055'] for network (028ab36d-9030-4e40-a42e-859885874e3a), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:58.789709 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0605608-2eec-4f34-8df5-00286161058d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:58.790291 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c0605608-2eec-4f34-8df5-00286161058d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for network (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:58.812129 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:58.860318 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-c0605608-2eec-4f34-8df5-00286161058d admin admin] 10.222.0.85 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3862529 Aug 30 04:35:58.863513 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 59236) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:58.867510 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0605608-2eec-4f34-8df5-00286161058d admin admin] Pushing event updated for resources: {'Network': ['ID=028ab36d-9030-4e40-a42e-859885874e3a,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:58.868850 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-69ac61a7-45ad-468e-81b2-748628cba7e4 admin admin] Request body: {'subnet': {'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1156238332-subnet', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:35:58.877777 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Network 028ab36d-9030-4e40-a42e-859885874e3a details requested by agent ovs-agent-dv-cinder-854265-2-iscsi with host dv-cinder-854265-2-iscsi {{(pid=106259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 04:35:58.890092 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ac61a7-45ad-468e-81b2-748628cba7e4 admin admin] Made reservation on behalf of c561fdf35e454833b521f54043c49035 for: {'subnet': 1} {{(pid=106257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:35:58.892656 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-69ac61a7-45ad-468e-81b2-748628cba7e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61944224'] for subnet (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:59.060911 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-69ac61a7-45ad-468e-81b2-748628cba7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61207838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61944246'] for subnet (879a924d-b6f2-411b-ac07-f1579216c613), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:59.118516 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac61a7-45ad-468e-81b2-748628cba7e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=879a924d-b6f2-411b-ac07-f1579216c613,revision_number=0']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:59.133578 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ac61a7-45ad-468e-81b2-748628cba7e4 admin admin] Checking segment: {'id': '246af491-6471-4245-a475-ef13f16f15b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:35:59.133944 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ac61a7-45ad-468e-81b2-748628cba7e4 admin admin] Network hostable DHCP agents. Network: 028ab36d-9030-4e40-a42e-859885874e3a, hostable agents: ['b1b2a880-5f2a-4407-bfda-3b17b5cf16ab'], hosted agents: [] {{(pid=106257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 04:35:59.152626 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ac61a7-45ad-468e-81b2-748628cba7e4 admin admin] Network 028ab36d-9030-4e40-a42e-859885874e3a is scheduled to be hosted by DHCP agent b1b2a880-5f2a-4407-bfda-3b17b5cf16ab with binding_index 1 {{(pid=106257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 04:35:59.162000 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.base_scheduler [None req-69ac61a7-45ad-468e-81b2-748628cba7e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854265-2-iscsi, 028ab36d-9030-4e40-a42e-859885874e3a) {{(pid=106257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:35:59.166648 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ac61a7-45ad-468e-81b2-748628cba7e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:59.167265 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-69ac61a7-45ad-468e-81b2-748628cba7e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for subnet (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:59.168274 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b1958-5a99-45db-89df-c46e99055c5b req-38f4202b-3854-4500-93cd-9850d8b6a7af tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:35:59.171358 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1cb4b7-752d-4a22-afb6-d700c6772a2a None None] Network 028ab36d-9030-4e40-a42e-859885874e3a requested from dv-cinder-854265-2-iscsi {{(pid=106259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:35:59.175112 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d05b1958-5a99-45db-89df-c46e99055c5b req-38f4202b-3854-4500-93cd-9850d8b6a7af tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 944 time: 0.0540957 Aug 30 04:35:59.191102 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-69ac61a7-45ad-468e-81b2-748628cba7e4 admin admin] 10.222.0.85 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3262980 Aug 30 04:35:59.194693 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 59240) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:35:59.199237 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-c1729aac-ecb9-4863-abae-a9ec01c0757a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1156238332-router', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'}}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:35:59.238490 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c1729aac-ecb9-4863-abae-a9ec01c0757a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-698027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6516'] for router (3240277e-0db5-4501-a5a0-a0b30289df71), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:59.239475 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c1729aac-ecb9-4863-abae-a9ec01c0757a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-695958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6523'] for router (3240277e-0db5-4501-a5a0-a0b30289df71), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:59.248893 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d05b1958-5a99-45db-89df-c46e99055c5b req-835c640c-d1fc-4304-88b3-78c6365f0c22 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=42b1e446-e4f4-4002-baec-f9aa7dda8485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682552 Aug 30 04:35:59.286353 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24c4312-7b4d-4c28-94bd-86bae12b9e6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp163fce75-ff37-51be-b106-87d3326ca651-028ab36d-9030-4e40-a42e-859885874e3a', 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'project_id': 'c561fdf35e454833b521f54043c49035', 'fixed_ips': [{'subnet_id': '879a924d-b6f2-411b-ac07-f1579216c613'}]}} from dv-cinder-854265-2-iscsi. {{(pid=106259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 04:35:59.287370 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-d24c4312-7b4d-4c28-94bd-86bae12b9e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:59.300328 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c1729aac-ecb9-4863-abae-a9ec01c0757a admin admin] Publish callbacks [] for router_controller (3240277e-0db5-4501-a5a0-a0b30289df71), precommit_add_association {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:59.417912 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.db_base_plugin_common [None req-d24c4312-7b4d-4c28-94bd-86bae12b9e6c None None] Allocated IP 172.20.0.2 (028ab36d-9030-4e40-a42e-859885874e3a/879a924d-b6f2-411b-ac07-f1579216c613/ff9a58a2-69c6-425f-b9c8-f740bbf37a86) {{(pid=106259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:35:59.432626 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c1729aac-ecb9-4863-abae-a9ec01c0757a admin admin] Publish callbacks [] for router_gateway (3240277e-0db5-4501-a5a0-a0b30289df71), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:59.560161 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=89,neutron:UPDATE=9,neutron:INSERT=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:59.565162 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-d24c4312-7b4d-4c28-94bd-86bae12b9e6c None None] Publish callbacks [] for port (ff9a58a2-69c6-425f-b9c8-f740bbf37a86), precommit_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:59.571806 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-d24c4312-7b4d-4c28-94bd-86bae12b9e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758'] for port (ff9a58a2-69c6-425f-b9c8-f740bbf37a86), after_create {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:59.613525 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c1729aac-ecb9-4863-abae-a9ec01c0757a admin admin] Publish callbacks [] for router_gateway (3240277e-0db5-4501-a5a0-a0b30289df71), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:59.619900 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24c4312-7b4d-4c28-94bd-86bae12b9e6c None None] Network 028ab36d-9030-4e40-a42e-859885874e3a is already hosted by enough agents. {{(pid=106259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:35:59.623334 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.scheduler.base_scheduler [None req-d24c4312-7b4d-4c28-94bd-86bae12b9e6c None None] Resources bound (agent type, host, resource id): {{(pid=106259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:35:59.625012 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c4312-7b4d-4c28-94bd-86bae12b9e6c None None] Pushing event updated for resources: {'Port': ['ID=ff9a58a2-69c6-425f-b9c8-f740bbf37a86,revision_number=1']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:59.627146 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24c4312-7b4d-4c28-94bd-86bae12b9e6c None None] Received port after_create {{(pid=106259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:35:59.635115 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c1729aac-ecb9-4863-abae-a9ec01c0757a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:59.749921 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [None req-c1729aac-ecb9-4863-abae-a9ec01c0757a admin admin] Allocated IP 172.27.1.103 (03964a12-f74f-4d2e-840d-00c949ed3dc4/00661445-2d2c-4e5c-8f29-475eaaec65d5/905367e3-ad8a-4f61-b6c9-34b1e47bfef1) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:35:59.781233 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:59.812590 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-d24c4312-7b4d-4c28-94bd-86bae12b9e6c None None] Attempting to bind port ff9a58a2-69c6-425f-b9c8-f740bbf37a86 on host dv-cinder-854265-2-iscsi for vnic_type normal with profile {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:35:59.812953 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-d24c4312-7b4d-4c28-94bd-86bae12b9e6c None None] Attempting to bind port ff9a58a2-69c6-425f-b9c8-f740bbf37a86 by drivers openvswitch,hyperv on host dv-cinder-854265-2-iscsi at level 0 using segments [{'id': '246af491-6471-4245-a475-ef13f16f15b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a'}] {{(pid=106259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:35:59.813338 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24c4312-7b4d-4c28-94bd-86bae12b9e6c None None] Attempting to bind port ff9a58a2-69c6-425f-b9c8-f740bbf37a86 on network 028ab36d-9030-4e40-a42e-859885874e3a {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:35:59.818438 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24c4312-7b4d-4c28-94bd-86bae12b9e6c None None] Checking agent: {'id': 'e0fa4f30-19e6-45a9-8914-5f6bf4441601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17, 58), 'started_at': datetime.datetime(2022, 8, 30, 4, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:35:59.818805 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24c4312-7b4d-4c28-94bd-86bae12b9e6c None None] Checking segment: {'id': '246af491-6471-4245-a475-ef13f16f15b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:35:59.819193 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-d24c4312-7b4d-4c28-94bd-86bae12b9e6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:59.819585 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24c4312-7b4d-4c28-94bd-86bae12b9e6c None None] Bound using segment: {'id': '246af491-6471-4245-a475-ef13f16f15b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a'} {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:35:59.820038 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-d24c4312-7b4d-4c28-94bd-86bae12b9e6c None None] Bound port: ff9a58a2-69c6-425f-b9c8-f740bbf37a86, host: dv-cinder-854265-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '246af491-6471-4245-a475-ef13f16f15b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a'}}] {{(pid=106259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:35:59.820407 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-d24c4312-7b4d-4c28-94bd-86bae12b9e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (ff9a58a2-69c6-425f-b9c8-f740bbf37a86), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:59.856558 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c1729aac-ecb9-4863-abae-a9ec01c0757a admin admin] Publish callbacks [] for port (905367e3-ad8a-4f61-b6c9-34b1e47bfef1), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:59.876872 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=7,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:59.879966 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-d24c4312-7b4d-4c28-94bd-86bae12b9e6c None None] For port ff9a58a2-69c6-425f-b9c8-f740bbf37a86, host dv-cinder-854265-2-iscsi, cleared binding levels {{(pid=106259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:35:59.883069 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-d24c4312-7b4d-4c28-94bd-86bae12b9e6c None None] For port ff9a58a2-69c6-425f-b9c8-f740bbf37a86, host dv-cinder-854265-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=ff9a58a2-69c6-425f-b9c8-f740bbf37a86,segment=NetworkSegment(246af491-6471-4245-a475-ef13f16f15b9),segment_id=246af491-6471-4245-a475-ef13f16f15b9)] {{(pid=106259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:35:59.889721 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-d24c4312-7b4d-4c28-94bd-86bae12b9e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (ff9a58a2-69c6-425f-b9c8-f740bbf37a86), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:59.893565 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c1729aac-ecb9-4863-abae-a9ec01c0757a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62508200'] for port (905367e3-ad8a-4f61-b6c9-34b1e47bfef1), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:35:59.898766 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:35:59.942644 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1729aac-ecb9-4863-abae-a9ec01c0757a admin admin] Network 03964a12-f74f-4d2e-840d-00c949ed3dc4 is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:35:59.943555 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c4312-7b4d-4c28-94bd-86bae12b9e6c None None] Pushing event updated for resources: {'Port': ['ID=ff9a58a2-69c6-425f-b9c8-f740bbf37a86,revision_number=2']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:35:59.949287 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-c1729aac-ecb9-4863-abae-a9ec01c0757a admin admin] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:35:59.951578 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1729aac-ecb9-4863-abae-a9ec01c0757a admin admin] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:35:59.976555 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1729aac-ecb9-4863-abae-a9ec01c0757a admin admin] Pushing event updated for resources: {'Port': ['ID=905367e3-ad8a-4f61-b6c9-34b1e47bfef1,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:00.294757 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device ff9a58a2-69c6-425f-b9c8-f740bbf37a86 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:36:00.341612 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port ff9a58a2-69c6-425f-b9c8-f740bbf37a86 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:36:00.341984 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (ff9a58a2-69c6-425f-b9c8-f740bbf37a86), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:00.403505 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8669bf1-2891-4c2e-b887-a412564c078d req-7049ce68-1123-4fe4-88a8-e8e37b3d76ae tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:00.404961 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e8669bf1-2891-4c2e-b887-a412564c078d req-7049ce68-1123-4fe4-88a8-e8e37b3d76ae tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 944 time: 0.0753188 Aug 30 04:36:00.414799 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port ff9a58a2-69c6-425f-b9c8-f740bbf37a86 is: DOWN; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:36:00.415197 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (ff9a58a2-69c6-425f-b9c8-f740bbf37a86), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:00.452694 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] For port ff9a58a2-69c6-425f-b9c8-f740bbf37a86, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=ff9a58a2-69c6-425f-b9c8-f740bbf37a86,segment=NetworkSegment(246af491-6471-4245-a475-ef13f16f15b9),segment_id=246af491-6471-4245-a475-ef13f16f15b9)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:36:00.456920 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (ff9a58a2-69c6-425f-b9c8-f740bbf37a86), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:00.502630 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Pushing event updated for resources: {'Port': ['ID=ff9a58a2-69c6-425f-b9c8-f740bbf37a86,revision_number=3']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:00.524857 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e8669bf1-2891-4c2e-b887-a412564c078d req-2f43918d-84d3-47ad-a009-d8042029c6b5 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=42b1e446-e4f4-4002-baec-f9aa7dda8485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134264 Aug 30 04:36:00.547143 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c1729aac-ecb9-4863-abae-a9ec01c0757a admin admin] Publish callbacks [] for router_gateway (3240277e-0db5-4501-a5a0-a0b30289df71), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:00.742387 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c1729aac-ecb9-4863-abae-a9ec01c0757a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-696014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696667'] for router (3240277e-0db5-4501-a5a0-a0b30289df71), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:00.812883 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243ac0b3-7ed0-4e34-9c47-6b8899a36b81 None None] Network 028ab36d-9030-4e40-a42e-859885874e3a requested from dv-cinder-854265-2-iscsi {{(pid=106259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:36:00.879682 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1729aac-ecb9-4863-abae-a9ec01c0757a admin admin] Router 3240277e-0db5-4501-a5a0-a0b30289df71 is scheduled to L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 with binding_index 1 {{(pid=106258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 04:36:00.922165 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-24fc39df-8817-45e6-8ad1-b48af3af9970 None None] Provisioning complete for port ff9a58a2-69c6-425f-b9c8-f740bbf37a86 triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:36:00.922533 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-24fc39df-8817-45e6-8ad1-b48af3af9970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (ff9a58a2-69c6-425f-b9c8-f740bbf37a86), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:00.986338 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1729aac-ecb9-4863-abae-a9ec01c0757a admin admin] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:36:00.998456 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d98f1a-cfff-4055-a070-7f9e21cad23f None None] Sync routers for ids ['3240277e-0db5-4501-a5a0-a0b30289df71'] in dv-cinder-854265-2-iscsi {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:36:01.010179 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-24fc39df-8817-45e6-8ad1-b48af3af9970 None None] Current status of the port ff9a58a2-69c6-425f-b9c8-f740bbf37a86 is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:36:01.012802 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c1729aac-ecb9-4863-abae-a9ec01c0757a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:01.016993 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-c1729aac-ecb9-4863-abae-a9ec01c0757a admin admin] 10.222.0.85 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8213117 Aug 30 04:36:01.017453 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 59244) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:36:01.017978 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d98f1a-cfff-4055-a070-7f9e21cad23f None None] Routers {'3240277e-0db5-4501-a5a0-a0b30289df71'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:36:01.018362 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-e3d98f1a-cfff-4055-a070-7f9e21cad23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:35:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['3240277e-0db5-4501-a5a0-a0b30289df71'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:36:01.098073 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:01.132781 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-e3d98f1a-cfff-4055-a070-7f9e21cad23f None None] Set router 3240277e-0db5-4501-a5a0-a0b30289df71 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:36:01.188206 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device eeef7498-bb32-43b9-bc6e-1fe32f5be46b details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:36:01.278320 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-4eaa69f0-ba40-4735-b562-2011fed164e1 None None] Provisioning complete for port ff9a58a2-69c6-425f-b9c8-f740bbf37a86 triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:36:01.278709 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-4eaa69f0-ba40-4735-b562-2011fed164e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (ff9a58a2-69c6-425f-b9c8-f740bbf37a86), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:01.320105 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=6 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:01.370871 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:01.430851 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5ba355c7-3444-4e9c-9df5-53b1733c4418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:01.464041 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port eeef7498-bb32-43b9-bc6e-1fe32f5be46b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=eeef7498-bb32-43b9-bc6e-1fe32f5be46b,segment=NetworkSegment(1ffb7af9-1938-44e7-821e-8b44ea5d7ac7),segment_id=1ffb7af9-1938-44e7-821e-8b44ea5d7ac7)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:36:01.474947 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-e3d98f1a-cfff-4055-a070-7f9e21cad23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'name': 'tempest-AttachVolumeNegativeTest-1156238332-router', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:00Z', 'revision_number': 3, 'project_id': 'c561fdf35e454833b521f54043c49035', 'gw_port': {'id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e4:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:35:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi'}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:36:01.478039 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:01.497321 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:01.509979 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d98f1a-cfff-4055-a070-7f9e21cad23f None None] Checking router: 3240277e-0db5-4501-a5a0-a0b30289df71 for host: dv-cinder-854265-2-iscsi {{(pid=106259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:36:01.509979 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d98f1a-cfff-4055-a070-7f9e21cad23f None None] Updating router 3240277e-0db5-4501-a5a0-a0b30289df71 port 905367e3-ad8a-4f61-b6c9-34b1e47bfef1 binding host dv-cinder-854265-2-iscsi {{(pid=106259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:36:01.511892 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Returning: {'device': 'eeef7498-bb32-43b9-bc6e-1fe32f5be46b', 'network_id': '6e52047f-70d3-42db-935b-902b02a68f1a', 'port_id': 'eeef7498-bb32-43b9-bc6e-1fe32f5be46b', 'mac_address': 'fa:16:3e:02:17:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec2a4d1a-e144-4645-a094-54c969a171a8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:36:01.538551 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-4eaa69f0-ba40-4735-b562-2011fed164e1 None None] Current status of the port ff9a58a2-69c6-425f-b9c8-f740bbf37a86 is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:36:01.569426 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-e3d98f1a-cfff-4055-a070-7f9e21cad23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (905367e3-ad8a-4f61-b6c9-34b1e47bfef1), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:01.597649 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.db_base_plugin_common [None req-5ba355c7-3444-4e9c-9df5-53b1733c4418 admin admin] Allocated IP 172.20.0.1 (028ab36d-9030-4e40-a42e-859885874e3a/879a924d-b6f2-411b-ac07-f1579216c613/f44dc909-25dd-4b92-841e-4367b510201e) {{(pid=106257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:36:01.603274 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port eeef7498-bb32-43b9-bc6e-1fe32f5be46b is: DOWN; New status is: BUILD {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:36:01.604309 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (eeef7498-bb32-43b9-bc6e-1fe32f5be46b), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:01.616142 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:01.663535 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeef7498-bb32-43b9-bc6e-1fe32f5be46b {{(pid=106259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:36:01.663940 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a40a55-4fba-482b-924f-5f392fad623d req-68e2c053-c83e-4f45-93f2-3fe65ad99b19 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:01.670030 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d5a40a55-4fba-482b-924f-5f392fad623d req-68e2c053-c83e-4f45-93f2-3fe65ad99b19 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 944 time: 0.0668645 Aug 30 04:36:01.700076 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port eeef7498-bb32-43b9-bc6e-1fe32f5be46b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=eeef7498-bb32-43b9-bc6e-1fe32f5be46b,segment=NetworkSegment(1ffb7af9-1938-44e7-821e-8b44ea5d7ac7),segment_id=1ffb7af9-1938-44e7-821e-8b44ea5d7ac7)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:36:01.707399 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (eeef7498-bb32-43b9-bc6e-1fe32f5be46b), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:01.720498 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5ba355c7-3444-4e9c-9df5-53b1733c4418 admin admin] Publish callbacks [] for port (f44dc909-25dd-4b92-841e-4367b510201e), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:01.721887 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d5a40a55-4fba-482b-924f-5f392fad623d req-665bb379-34da-437b-978c-58c77a5bb17d tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=42b1e446-e4f4-4002-baec-f9aa7dda8485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488889 Aug 30 04:36:01.755540 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5ba355c7-3444-4e9c-9df5-53b1733c4418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (f44dc909-25dd-4b92-841e-4367b510201e), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:01.797392 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba355c7-3444-4e9c-9df5-53b1733c4418 admin admin] Network 028ab36d-9030-4e40-a42e-859885874e3a is already hosted by enough agents. {{(pid=106257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:36:01.800172 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:01.803486 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.base_scheduler [None req-5ba355c7-3444-4e9c-9df5-53b1733c4418 admin admin] Resources bound (agent type, host, resource id): {{(pid=106257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:36:01.805556 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba355c7-3444-4e9c-9df5-53b1733c4418 admin admin] Pushing event updated for resources: {'Port': ['ID=f44dc909-25dd-4b92-841e-4367b510201e,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:01.807750 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba355c7-3444-4e9c-9df5-53b1733c4418 admin admin] Received port after_create {{(pid=106257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:36:01.815183 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=eeef7498-bb32-43b9-bc6e-1fe32f5be46b,revision_number=7']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:01.846200 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5ba355c7-3444-4e9c-9df5-53b1733c4418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-697151'] for router_interface (3240277e-0db5-4501-a5a0-a0b30289df71), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:01.902423 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-e3d98f1a-cfff-4055-a070-7f9e21cad23f None None] Publish callbacks [] for port (905367e3-ad8a-4f61-b6c9-34b1e47bfef1), precommit_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:01.909867 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-e3d98f1a-cfff-4055-a070-7f9e21cad23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (905367e3-ad8a-4f61-b6c9-34b1e47bfef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:01.948650 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-e3d98f1a-cfff-4055-a070-7f9e21cad23f None None] Attempting to bind port 905367e3-ad8a-4f61-b6c9-34b1e47bfef1 on host dv-cinder-854265-2-iscsi for vnic_type normal with profile {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:36:01.949030 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-e3d98f1a-cfff-4055-a070-7f9e21cad23f None None] Attempting to bind port 905367e3-ad8a-4f61-b6c9-34b1e47bfef1 by drivers openvswitch,hyperv on host dv-cinder-854265-2-iscsi at level 0 using segments [{'id': 'fa929cc1-394c-4547-9d6d-d932c4c80d18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'}] {{(pid=106259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:36:01.949442 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d98f1a-cfff-4055-a070-7f9e21cad23f None None] Attempting to bind port 905367e3-ad8a-4f61-b6c9-34b1e47bfef1 on network 03964a12-f74f-4d2e-840d-00c949ed3dc4 {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:36:01.964913 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d98f1a-cfff-4055-a070-7f9e21cad23f None None] Checking agent: {'id': 'e0fa4f30-19e6-45a9-8914-5f6bf4441601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17, 58), 'started_at': datetime.datetime(2022, 8, 30, 4, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:36:01.965315 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d98f1a-cfff-4055-a070-7f9e21cad23f None None] Checking segment: {'id': 'fa929cc1-394c-4547-9d6d-d932c4c80d18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:36:01.965720 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-e3d98f1a-cfff-4055-a070-7f9e21cad23f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:01.966114 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d98f1a-cfff-4055-a070-7f9e21cad23f None None] Bound using segment: {'id': 'fa929cc1-394c-4547-9d6d-d932c4c80d18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'} {{(pid=106259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:36:01.966602 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.managers [None req-e3d98f1a-cfff-4055-a070-7f9e21cad23f None None] Bound port: 905367e3-ad8a-4f61-b6c9-34b1e47bfef1, host: dv-cinder-854265-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa929cc1-394c-4547-9d6d-d932c4c80d18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'}}] {{(pid=106259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:36:01.966988 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-e3d98f1a-cfff-4055-a070-7f9e21cad23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (905367e3-ad8a-4f61-b6c9-34b1e47bfef1), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:01.978700 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5ba355c7-3444-4e9c-9df5-53b1733c4418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (f44dc909-25dd-4b92-841e-4367b510201e), before_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:01.996293 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68ebe22-7d44-48c4-9bb3-4845b92d4a21 None None] Pushing event updated for resources: {'Port': ['ID=905367e3-ad8a-4f61-b6c9-34b1e47bfef1,revision_number=2']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:02.029310 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-e3d98f1a-cfff-4055-a070-7f9e21cad23f None None] For port 905367e3-ad8a-4f61-b6c9-34b1e47bfef1, host dv-cinder-854265-2-iscsi, cleared binding levels {{(pid=106259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:36:02.033520 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-e3d98f1a-cfff-4055-a070-7f9e21cad23f None None] For port 905367e3-ad8a-4f61-b6c9-34b1e47bfef1, host dv-cinder-854265-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=905367e3-ad8a-4f61-b6c9-34b1e47bfef1,segment=NetworkSegment(fa929cc1-394c-4547-9d6d-d932c4c80d18),segment_id=fa929cc1-394c-4547-9d6d-d932c4c80d18)] {{(pid=106259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:36:02.039527 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-e3d98f1a-cfff-4055-a070-7f9e21cad23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (905367e3-ad8a-4f61-b6c9-34b1e47bfef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:02.093997 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-3f93ce46-8795-4425-80ad-e5716d6d5e1d None None] Provisioning complete for port f44dc909-25dd-4b92-841e-4367b510201e triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:36:02.094265 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-3f93ce46-8795-4425-80ad-e5716d6d5e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (f44dc909-25dd-4b92-841e-4367b510201e), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:02.097864 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d98f1a-cfff-4055-a070-7f9e21cad23f None None] Routers {'3240277e-0db5-4501-a5a0-a0b30289df71'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:36:02.098492 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-e3d98f1a-cfff-4055-a070-7f9e21cad23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:35:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['3240277e-0db5-4501-a5a0-a0b30289df71'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:36:02.122045 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:02.146783 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5ba355c7-3444-4e9c-9df5-53b1733c4418 admin admin] Publish callbacks [] for port (f44dc909-25dd-4b92-841e-4367b510201e), precommit_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:02.151337 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5ba355c7-3444-4e9c-9df5-53b1733c4418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61207719'] for port (f44dc909-25dd-4b92-841e-4367b510201e), after_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:02.152547 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] get_ports_and_sgs() called for port_ids ['eeef7498-bb32-43b9-bc6e-1fe32f5be46b'] {{(pid=106259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:36:02.199186 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68ebe22-7d44-48c4-9bb3-4845b92d4a21 None None] Pushing event updated for resources: {'Port': ['ID=905367e3-ad8a-4f61-b6c9-34b1e47bfef1,revision_number=3']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:02.209081 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:02.221206 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-3f93ce46-8795-4425-80ad-e5716d6d5e1d None None] Port f44dc909-25dd-4b92-841e-4367b510201e cannot update to ACTIVE because it is not bound. {{(pid=106259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:36:02.221398 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5ba355c7-3444-4e9c-9df5-53b1733c4418 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-697259'] for router_interface (3240277e-0db5-4501-a5a0-a0b30289df71), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:02.222065 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba355c7-3444-4e9c-9df5-53b1733c4418 admin admin] Pushing event updated for resources: {'Port': ['ID=f44dc909-25dd-4b92-841e-4367b510201e,revision_number=2']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:02.272717 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:02.299697 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-e3d98f1a-cfff-4055-a070-7f9e21cad23f None None] Set router 3240277e-0db5-4501-a5a0-a0b30289df71 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:36:02.318872 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba355c7-3444-4e9c-9df5-53b1733c4418 admin admin] Network 028ab36d-9030-4e40-a42e-859885874e3a is already hosted by enough agents. {{(pid=106257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:36:02.320185 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.base_scheduler [None req-5ba355c7-3444-4e9c-9df5-53b1733c4418 admin admin] Resources bound (agent type, host, resource id): {{(pid=106257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:36:02.332948 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device ff9a58a2-69c6-425f-b9c8-f740bbf37a86 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:36:02.434580 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ba355c7-3444-4e9c-9df5-53b1733c4418 admin admin] Router 3240277e-0db5-4501-a5a0-a0b30289df71 has already been hosted by L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 {{(pid=106257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:36:02.546999 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba355c7-3444-4e9c-9df5-53b1733c4418 admin admin] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:36:02.552180 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-5ba355c7-3444-4e9c-9df5-53b1733c4418 admin admin] 10.222.0.85 "PUT /networking/v2.0/routers/3240277e-0db5-4501-a5a0-a0b30289df71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5335405 Aug 30 04:36:02.634791 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port ff9a58a2-69c6-425f-b9c8-f740bbf37a86 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:36:02.635392 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (ff9a58a2-69c6-425f-b9c8-f740bbf37a86), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:02.674070 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-180465dc-80e6-43c3-aa21-51a8cdc652d3 None None] Provisioning complete for port f44dc909-25dd-4b92-841e-4367b510201e triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:36:02.674449 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-180465dc-80e6-43c3-aa21-51a8cdc652d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (f44dc909-25dd-4b92-841e-4367b510201e), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:02.740977 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:02.760949 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-180465dc-80e6-43c3-aa21-51a8cdc652d3 None None] Port f44dc909-25dd-4b92-841e-4367b510201e cannot update to ACTIVE because it is not bound. {{(pid=106259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:36:02.842176 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 59258) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:36:02.846813 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-9bd14674-47f6-47c9-90c6-e841507a21fa tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1865577141', 'description': 'tempest-description--820493119'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:36:02.860348 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519510be-d52d-4219-abd0-a879a2eddf26 req-184f56b4-e4ed-4832-910e-593e8e74b9e7 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:02.868155 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-519510be-d52d-4219-abd0-a879a2eddf26 req-184f56b4-e4ed-4832-910e-593e8e74b9e7 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 945 time: 0.0622473 Aug 30 04:36:02.870346 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-9bd14674-47f6-47c9-90c6-e841507a21fa tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:02.876280 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:02.877001 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-e3d98f1a-cfff-4055-a070-7f9e21cad23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'name': 'tempest-AttachVolumeNegativeTest-1156238332-router', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:01Z', 'revision_number': 4, 'project_id': 'c561fdf35e454833b521f54043c49035', 'gw_port': {'id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e4:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': 'f44dc909-25dd-4b92-841e-4367b510201e', 'name': '', 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'mac_address': 'fa:16:3e:48:c0:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '879a924d-b6f2-411b-ac07-f1579216c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:36:01Z', 'updated_at': '2022-08-30T04:36:01Z', 'revision_number': 1, 'project_id': 'c561fdf35e454833b521f54043c49035', 'subnets': [{'id': '879a924d-b6f2-411b-ac07-f1579216c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:36:02.905517 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port ff9a58a2-69c6-425f-b9c8-f740bbf37a86 is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:36:02.910731 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d98f1a-cfff-4055-a070-7f9e21cad23f None None] The sync data for ids ['3240277e-0db5-4501-a5a0-a0b30289df71'] in dv-cinder-854265-2-iscsi is: [{'id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'name': 'tempest-AttachVolumeNegativeTest-1156238332-router', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:01Z', 'revision_number': 4, 'project_id': 'c561fdf35e454833b521f54043c49035', 'gw_port': {'id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e4:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': 'f44dc909-25dd-4b92-841e-4367b510201e', 'name': '', 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'mac_address': 'fa:16:3e:48:c0:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '879a924d-b6f2-411b-ac07-f1579216c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:36:01Z', 'updated_at': '2022-08-30T04:36:01Z', 'revision_number': 1, 'project_id': 'c561fdf35e454833b521f54043c49035', 'subnets': [{'id': '879a924d-b6f2-411b-ac07-f1579216c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:36:02.920987 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-519510be-d52d-4219-abd0-a879a2eddf26 req-73f12b58-568c-4ed9-a32d-177a8ed9a8d5 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=42b1e446-e4f4-4002-baec-f9aa7dda8485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518093 Aug 30 04:36:02.972933 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-9bd14674-47f6-47c9-90c6-e841507a21fa tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for security_group (59bd17b3-ae63-466e-bf5d-cef25072390d), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:02.976837 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-9bd14674-47f6-47c9-90c6-e841507a21fa tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (59bd17b3-ae63-466e-bf5d-cef25072390d), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:03.008478 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-9bd14674-47f6-47c9-90c6-e841507a21fa tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:03.009785 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-9bd14674-47f6-47c9-90c6-e841507a21fa tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1665020 Aug 30 04:36:03.012847 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 59260) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:36:03.013916 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd14674-47f6-47c9-90c6-e841507a21fa tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59bd17b3-ae63-466e-bf5d-cef25072390d,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:03.017921 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-6fada53d-608b-459e-a7ec-1f0f665efe00 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Request body: {'security_group_rule': {'security_group_id': '59bd17b3-ae63-466e-bf5d-cef25072390d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:36:03.046718 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6fada53d-608b-459e-a7ec-1f0f665efe00 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for security_group_rule (a42af91c-14f0-414b-bf1b-91c3f6b2002a), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:03.110787 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6fada53d-608b-459e-a7ec-1f0f665efe00 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for security_group_rule (a42af91c-14f0-414b-bf1b-91c3f6b2002a), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:03.113400 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6fada53d-608b-459e-a7ec-1f0f665efe00 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651561'] for security_group_rule (a42af91c-14f0-414b-bf1b-91c3f6b2002a), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:03.153400 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6fada53d-608b-459e-a7ec-1f0f665efe00 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:03.157009 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-6fada53d-608b-459e-a7ec-1f0f665efe00 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1428072 Aug 30 04:36:03.159789 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fada53d-608b-459e-a7ec-1f0f665efe00 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a42af91c-14f0-414b-bf1b-91c3f6b2002a,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:03.160764 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 59262) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:36:03.167281 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-bcb37ebc-0426-46cf-9469-5b2e71a084b6 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Request body: {'security_group_rule': {'security_group_id': '59bd17b3-ae63-466e-bf5d-cef25072390d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:36:03.203376 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-bcb37ebc-0426-46cf-9469-5b2e71a084b6 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for security_group_rule (00da0850-8694-4b0f-a0ae-5977285ed92f), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:03.268278 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-bcb37ebc-0426-46cf-9469-5b2e71a084b6 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for security_group_rule (00da0850-8694-4b0f-a0ae-5977285ed92f), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:03.272284 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-bcb37ebc-0426-46cf-9469-5b2e71a084b6 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651561'] for security_group_rule (00da0850-8694-4b0f-a0ae-5977285ed92f), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:03.293279 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb37ebc-0426-46cf-9469-5b2e71a084b6 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00da0850-8694-4b0f-a0ae-5977285ed92f,revision_number=0']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:03.303950 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-bcb37ebc-0426-46cf-9469-5b2e71a084b6 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:03.305209 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-bcb37ebc-0426-46cf-9469-5b2e71a084b6 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1422977 Aug 30 04:36:03.308550 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 59264) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:36:03.313164 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-f28cab17-69f5-4dc7-9606-9fade11f9ada tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Request body: {'floatingip': {'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:36:03.337104 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f28cab17-69f5-4dc7-9606-9fade11f9ada tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:03.419836 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f28cab17-69f5-4dc7-9606-9fade11f9ada tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:03.548322 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [None req-f28cab17-69f5-4dc7-9606-9fade11f9ada tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Allocated IP 172.27.1.32 (03964a12-f74f-4d2e-840d-00c949ed3dc4/00661445-2d2c-4e5c-8f29-475eaaec65d5/80f1a233-a0f8-4adc-a44c-f18a0771ad64) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:36:03.683038 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f28cab17-69f5-4dc7-9606-9fade11f9ada tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for port (80f1a233-a0f8-4adc-a44c-f18a0771ad64), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:03.683236 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device eeef7498-bb32-43b9-bc6e-1fe32f5be46b up at agent hyperv_hv-cinder-85426 {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:36:03.717397 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f28cab17-69f5-4dc7-9606-9fade11f9ada tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62508200'] for port (80f1a233-a0f8-4adc-a44c-f18a0771ad64), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:03.721361 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=100 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:03.731070 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Provisioning complete for port eeef7498-bb32-43b9-bc6e-1fe32f5be46b triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:36:03.731522 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (eeef7498-bb32-43b9-bc6e-1fe32f5be46b), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:03.752372 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28cab17-69f5-4dc7-9606-9fade11f9ada tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Network 03964a12-f74f-4d2e-840d-00c949ed3dc4 is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:36:03.755657 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-f28cab17-69f5-4dc7-9606-9fade11f9ada tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:36:03.761243 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28cab17-69f5-4dc7-9606-9fade11f9ada tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:36:03.793933 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:03.803694 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28cab17-69f5-4dc7-9606-9fade11f9ada tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Pushing event updated for resources: {'Port': ['ID=80f1a233-a0f8-4adc-a44c-f18a0771ad64,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:03.816134 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port eeef7498-bb32-43b9-bc6e-1fe32f5be46b is: BUILD; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:36:03.816607 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (eeef7498-bb32-43b9-bc6e-1fe32f5be46b), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:03.842806 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f88ba488-5a94-48a0-80c6-2df40d20372e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeef7498-bb32-43b9-bc6e-1fe32f5be46b'}] {{(pid=106259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:36:03.845232 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e273ce8b2ae48758be2a6d8dc958f9d92735a0e32143c567216a16ba221820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7401d9a5-2a06-409a-a325-31326f77c5dc" -d '{"events": [{"server_uuid": "f88ba488-5a94-48a0-80c6-2df40d20372e", "name": "network-vif-plugged", "status": "completed", "tag": "eeef7498-bb32-43b9-bc6e-1fe32f5be46b"}]}' {{(pid=106259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:36:03.858774 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port eeef7498-bb32-43b9-bc6e-1fe32f5be46b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=eeef7498-bb32-43b9-bc6e-1fe32f5be46b,segment=NetworkSegment(1ffb7af9-1938-44e7-821e-8b44ea5d7ac7),segment_id=1ffb7af9-1938-44e7-821e-8b44ea5d7ac7)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:36:03.865349 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (eeef7498-bb32-43b9-bc6e-1fe32f5be46b), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:03.875303 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f28cab17-69f5-4dc7-9606-9fade11f9ada tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for floatingip (7f1fa732-5a3a-48d4-a0c5-40656bd0ddc8), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:03.900969 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a71539-b670-412a-852e-97846fe5dadd x-openstack-request-id: req-42a71539-b670-412a-852e-97846fe5dadd {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:36:03.901279 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f88ba488-5a94-48a0-80c6-2df40d20372e", "name": "network-vif-plugged", "status": "completed", "tag": "eeef7498-bb32-43b9-bc6e-1fe32f5be46b", "code": 200}]} {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:36:03.901716 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-42a71539-b670-412a-852e-97846fe5dadd {{(pid=106259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:36:03.902262 dv-cinder-854265-2-iscsi neutron-server[106259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42a71539-b670-412a-852e-97846fe5dadd'] response: {'server_uuid': 'f88ba488-5a94-48a0-80c6-2df40d20372e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeef7498-bb32-43b9-bc6e-1fe32f5be46b', 'code': 200} Aug 30 04:36:03.921239 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=eeef7498-bb32-43b9-bc6e-1fe32f5be46b,revision_number=8']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:03.921735 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f28cab17-69f5-4dc7-9606-9fade11f9ada tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (80f1a233-a0f8-4adc-a44c-f18a0771ad64), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:03.970275 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:04.084449 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2bf4a4-e450-43d2-a522-615f13c93b57 req-fbb246dc-942f-44e4-821b-63c328c1bd23 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:04.086023 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8a2bf4a4-e450-43d2-a522-615f13c93b57 req-fbb246dc-942f-44e4-821b-63c328c1bd23 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 946 time: 0.0650969 Aug 30 04:36:04.182927 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f28cab17-69f5-4dc7-9606-9fade11f9ada tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for port (80f1a233-a0f8-4adc-a44c-f18a0771ad64), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:04.189571 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8a2bf4a4-e450-43d2-a522-615f13c93b57 req-8630393c-1e78-487c-89df-9d006af446bd tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=42b1e446-e4f4-4002-baec-f9aa7dda8485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937207 Aug 30 04:36:04.190841 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f28cab17-69f5-4dc7-9606-9fade11f9ada tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62508193'] for port (80f1a233-a0f8-4adc-a44c-f18a0771ad64), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:04.257211 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f28cab17-69f5-4dc7-9606-9fade11f9ada tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696708'] for floatingip (7f1fa732-5a3a-48d4-a0c5-40656bd0ddc8), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:04.287840 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28cab17-69f5-4dc7-9606-9fade11f9ada tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Pushing event updated for resources: {'Port': ['ID=80f1a233-a0f8-4adc-a44c-f18a0771ad64,revision_number=2']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:04.301214 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-f28cab17-69f5-4dc7-9606-9fade11f9ada tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for floatingip (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:04.302833 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-f28cab17-69f5-4dc7-9606-9fade11f9ada tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9932399 Aug 30 04:36:04.307679 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479c978-68aa-40d6-9e94-40c31a2b851d req-ee671fb8-97eb-4414-bc68-3977316bee1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:04.310008 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-d479c978-68aa-40d6-9e94-40c31a2b851d req-ee671fb8-97eb-4414-bc68-3977316bee1f service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 1130 time: 0.0710440 Aug 30 04:36:04.339837 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 905367e3-ad8a-4f61-b6c9-34b1e47bfef1 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:36:04.365997 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-d479c978-68aa-40d6-9e94-40c31a2b851d req-de2aff86-24f9-49f9-81fb-c307c87875e4 service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=42b1e446-e4f4-4002-baec-f9aa7dda8485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478313 Aug 30 04:36:04.395586 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port 905367e3-ad8a-4f61-b6c9-34b1e47bfef1 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:36:04.395963 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (905367e3-ad8a-4f61-b6c9-34b1e47bfef1), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:04.472225 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port 905367e3-ad8a-4f61-b6c9-34b1e47bfef1 is: DOWN; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:36:04.472916 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (905367e3-ad8a-4f61-b6c9-34b1e47bfef1), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:04.486938 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-af46d5da-82a0-4017-84c5-56a69866cc24 req-d7bd4339-0542-49da-a7db-b80882260f17 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1865577141&fields=id&tenant_id=c561fdf35e454833b521f54043c49035 HTTP/1.1" status: 200 len: 267 time: 0.0537024 Aug 30 04:36:04.496444 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] For port 905367e3-ad8a-4f61-b6c9-34b1e47bfef1, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=905367e3-ad8a-4f61-b6c9-34b1e47bfef1,segment=NetworkSegment(fa929cc1-394c-4547-9d6d-d932c4c80d18),segment_id=fa929cc1-394c-4547-9d6d-d932c4c80d18)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:36:04.500368 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (905367e3-ad8a-4f61-b6c9-34b1e47bfef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:04.554359 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Pushing event updated for resources: {'Port': ['ID=905367e3-ad8a-4f61-b6c9-34b1e47bfef1,revision_number=4']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:04.595919 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46d5da-82a0-4017-84c5-56a69866cc24 req-f07e8fea-58c5-4801-8556-09073f05bba6 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:04.597402 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-af46d5da-82a0-4017-84c5-56a69866cc24 req-f07e8fea-58c5-4801-8556-09073f05bba6 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/networks?id=028ab36d-9030-4e40-a42e-859885874e3a HTTP/1.1" status: 200 len: 815 time: 0.1038845 Aug 30 04:36:04.612868 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-af46d5da-82a0-4017-84c5-56a69866cc24 req-b207ffb0-2e43-45f2-af17-6ad499e7857e tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/quotas/c561fdf35e454833b521f54043c49035 HTTP/1.1" status: 200 len: 375 time: 0.0100811 Aug 30 04:36:04.667198 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-af46d5da-82a0-4017-84c5-56a69866cc24 req-5c3b4d3f-14f8-43f3-870b-a6ced3c61659 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=c561fdf35e454833b521f54043c49035&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491865 Aug 30 04:36:04.765826 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-af46d5da-82a0-4017-84c5-56a69866cc24 req-11842669-095b-43e3-b7c5-5030f1baeade service neutron] 10.222.0.85 "GET /networking/v2.0/networks/028ab36d-9030-4e40-a42e-859885874e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871735 Aug 30 04:36:04.864069 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-af46d5da-82a0-4017-84c5-56a69866cc24 req-839a348e-0a61-486d-9551-1fcc8d3150a8 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/028ab36d-9030-4e40-a42e-859885874e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922463 Aug 30 04:36:05.030292 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ea1ccce9-efb3-4a63-bb70-c6a0188d2dc7 req-bc85db93-1328-4133-bb40-204598c69829 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6c85f91a-65a8-4467-a74e-e2101053764f HTTP/1.1" status: 200 len: 210 time: 0.0295463 Aug 30 04:36:05.131194 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d180ec-d4df-48c3-bf07-09e04974157d None None] Sync routers for ids ['3240277e-0db5-4501-a5a0-a0b30289df71'] in dv-cinder-854265-2-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:36:05.146483 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d180ec-d4df-48c3-bf07-09e04974157d None None] Routers {'3240277e-0db5-4501-a5a0-a0b30289df71'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:36:05.147187 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-01d180ec-d4df-48c3-bf07-09e04974157d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:35:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['3240277e-0db5-4501-a5a0-a0b30289df71'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:36:05.254464 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-01d180ec-d4df-48c3-bf07-09e04974157d None None] Set router 3240277e-0db5-4501-a5a0-a0b30289df71 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:36:05.335077 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:05.359256 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f8a2d-742c-4149-a8fa-8aae584a5c8e req-a47cd8d2-3163-4b80-9351-2b65e439ca73 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:05.360855 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5e3f8a2d-742c-4149-a8fa-8aae584a5c8e req-a47cd8d2-3163-4b80-9351-2b65e439ca73 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 946 time: 0.0572836 Aug 30 04:36:05.417025 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5e3f8a2d-742c-4149-a8fa-8aae584a5c8e req-ef5257a1-2e45-4129-900b-0bc2f0100ab7 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=42b1e446-e4f4-4002-baec-f9aa7dda8485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504303 Aug 30 04:36:05.452130 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-01d180ec-d4df-48c3-bf07-09e04974157d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'name': 'tempest-AttachVolumeNegativeTest-1156238332-router', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:01Z', 'revision_number': 4, 'project_id': 'c561fdf35e454833b521f54043c49035', 'gw_port': {'id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': 'f44dc909-25dd-4b92-841e-4367b510201e', 'name': '', 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'mac_address': 'fa:16:3e:48:c0:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '879a924d-b6f2-411b-ac07-f1579216c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:36:01Z', 'updated_at': '2022-08-30T04:36:02Z', 'revision_number': 2, 'project_id': 'c561fdf35e454833b521f54043c49035', 'subnets': [{'id': '879a924d-b6f2-411b-ac07-f1579216c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:36:05.483310 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d180ec-d4df-48c3-bf07-09e04974157d None None] Checking router: 3240277e-0db5-4501-a5a0-a0b30289df71 for host: dv-cinder-854265-2-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:36:05.483692 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d180ec-d4df-48c3-bf07-09e04974157d None None] Updating router 3240277e-0db5-4501-a5a0-a0b30289df71 port f44dc909-25dd-4b92-841e-4367b510201e binding host dv-cinder-854265-2-iscsi {{(pid=106260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 04:36:05.514310 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-01d180ec-d4df-48c3-bf07-09e04974157d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (f44dc909-25dd-4b92-841e-4367b510201e), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:05.863398 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-01d180ec-d4df-48c3-bf07-09e04974157d None None] Publish callbacks [] for port (f44dc909-25dd-4b92-841e-4367b510201e), precommit_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:05.871153 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-01d180ec-d4df-48c3-bf07-09e04974157d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (f44dc909-25dd-4b92-841e-4367b510201e), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:05.934581 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24198ce-0388-4600-b821-da9486410dc0 None None] Pushing event updated for resources: {'Port': ['ID=f44dc909-25dd-4b92-841e-4367b510201e,revision_number=3']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:05.957659 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24198ce-0388-4600-b821-da9486410dc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:05.958000 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24198ce-0388-4600-b821-da9486410dc0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:05.958335 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24198ce-0388-4600-b821-da9486410dc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:05.958671 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24198ce-0388-4600-b821-da9486410dc0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:05.958999 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24198ce-0388-4600-b821-da9486410dc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:05.959347 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24198ce-0388-4600-b821-da9486410dc0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:05.959650 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24198ce-0388-4600-b821-da9486410dc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:05.959980 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24198ce-0388-4600-b821-da9486410dc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:05.960293 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24198ce-0388-4600-b821-da9486410dc0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:05.960611 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24198ce-0388-4600-b821-da9486410dc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:05.960930 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24198ce-0388-4600-b821-da9486410dc0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:05.961346 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24198ce-0388-4600-b821-da9486410dc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:05.961666 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24198ce-0388-4600-b821-da9486410dc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:05.961980 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24198ce-0388-4600-b821-da9486410dc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:05.962294 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24198ce-0388-4600-b821-da9486410dc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:36:05.974927 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-01d180ec-d4df-48c3-bf07-09e04974157d None None] Attempting to bind port f44dc909-25dd-4b92-841e-4367b510201e on host dv-cinder-854265-2-iscsi for vnic_type normal with profile {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:36:05.975294 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-01d180ec-d4df-48c3-bf07-09e04974157d None None] Attempting to bind port f44dc909-25dd-4b92-841e-4367b510201e by drivers openvswitch,hyperv on host dv-cinder-854265-2-iscsi at level 0 using segments [{'id': '246af491-6471-4245-a475-ef13f16f15b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a'}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:36:05.975655 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d180ec-d4df-48c3-bf07-09e04974157d None None] Attempting to bind port f44dc909-25dd-4b92-841e-4367b510201e on network 028ab36d-9030-4e40-a42e-859885874e3a {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:36:05.981397 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d180ec-d4df-48c3-bf07-09e04974157d None None] Checking agent: {'id': 'e0fa4f30-19e6-45a9-8914-5f6bf4441601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854265-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 17, 58), 'started_at': datetime.datetime(2022, 8, 30, 4, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854265-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:36:05.981796 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d180ec-d4df-48c3-bf07-09e04974157d None None] Checking segment: {'id': '246af491-6471-4245-a475-ef13f16f15b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:36:05.982145 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-01d180ec-d4df-48c3-bf07-09e04974157d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:05.982532 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d180ec-d4df-48c3-bf07-09e04974157d None None] Bound using segment: {'id': '246af491-6471-4245-a475-ef13f16f15b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a'} {{(pid=106260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:36:05.983249 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.managers [None req-01d180ec-d4df-48c3-bf07-09e04974157d None None] Bound port: f44dc909-25dd-4b92-841e-4367b510201e, host: dv-cinder-854265-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '246af491-6471-4245-a475-ef13f16f15b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a'}}] {{(pid=106260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:36:05.983631 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-01d180ec-d4df-48c3-bf07-09e04974157d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (f44dc909-25dd-4b92-841e-4367b510201e), before_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:06.050114 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-01d180ec-d4df-48c3-bf07-09e04974157d None None] For port f44dc909-25dd-4b92-841e-4367b510201e, host dv-cinder-854265-2-iscsi, cleared binding levels {{(pid=106260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:36:06.051960 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:06.056461 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.plugins.ml2.db [None req-01d180ec-d4df-48c3-bf07-09e04974157d None None] For port f44dc909-25dd-4b92-841e-4367b510201e, host dv-cinder-854265-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=f44dc909-25dd-4b92-841e-4367b510201e,segment=NetworkSegment(246af491-6471-4245-a475-ef13f16f15b9),segment_id=246af491-6471-4245-a475-ef13f16f15b9)] {{(pid=106260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:36:06.064198 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron_lib.callbacks.manager [None req-01d180ec-d4df-48c3-bf07-09e04974157d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (f44dc909-25dd-4b92-841e-4367b510201e), after_update {{(pid=106260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:06.107753 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:06.118538 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d180ec-d4df-48c3-bf07-09e04974157d None None] Routers {'3240277e-0db5-4501-a5a0-a0b30289df71'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:36:06.118538 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-01d180ec-d4df-48c3-bf07-09e04974157d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:35:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['3240277e-0db5-4501-a5a0-a0b30289df71'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:36:06.141290 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8e136b05-b895-43b9-9924-0246e375a137 req-53a31917-f527-4e46-86c4-474659cad2f8 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6c85f91a-65a8-4467-a74e-e2101053764f HTTP/1.1" status: 200 len: 210 time: 0.0331271 Aug 30 04:36:06.170194 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24198ce-0388-4600-b821-da9486410dc0 None None] Pushing event updated for resources: {'Port': ['ID=f44dc909-25dd-4b92-841e-4367b510201e,revision_number=4']} {{(pid=106260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:06.247323 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-01d180ec-d4df-48c3-bf07-09e04974157d None None] Set router 3240277e-0db5-4501-a5a0-a0b30289df71 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:36:06.306542 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 905367e3-ad8a-4f61-b6c9-34b1e47bfef1 up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:36:06.363665 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port 905367e3-ad8a-4f61-b6c9-34b1e47bfef1 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:36:06.364428 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (905367e3-ad8a-4f61-b6c9-34b1e47bfef1), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:06.439523 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port 905367e3-ad8a-4f61-b6c9-34b1e47bfef1 is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:36:06.440768 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device f44dc909-25dd-4b92-841e-4367b510201e up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:36:06.445579 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:06.459139 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-01d180ec-d4df-48c3-bf07-09e04974157d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'name': 'tempest-AttachVolumeNegativeTest-1156238332-router', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:01Z', 'revision_number': 4, 'project_id': 'c561fdf35e454833b521f54043c49035', 'gw_port': {'id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': 'f44dc909-25dd-4b92-841e-4367b510201e', 'name': '', 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'mac_address': 'fa:16:3e:48:c0:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '879a924d-b6f2-411b-ac07-f1579216c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:36:01Z', 'updated_at': '2022-08-30T04:36:06Z', 'revision_number': 4, 'project_id': 'c561fdf35e454833b521f54043c49035', 'subnets': [{'id': '879a924d-b6f2-411b-ac07-f1579216c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:36:06.492259 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d180ec-d4df-48c3-bf07-09e04974157d None None] The sync data for ids ['3240277e-0db5-4501-a5a0-a0b30289df71'] in dv-cinder-854265-2-iscsi is: [{'id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'name': 'tempest-AttachVolumeNegativeTest-1156238332-router', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:01Z', 'revision_number': 4, 'project_id': 'c561fdf35e454833b521f54043c49035', 'gw_port': {'id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': 'f44dc909-25dd-4b92-841e-4367b510201e', 'name': '', 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'mac_address': 'fa:16:3e:48:c0:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '879a924d-b6f2-411b-ac07-f1579216c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:36:01Z', 'updated_at': '2022-08-30T04:36:06Z', 'revision_number': 4, 'project_id': 'c561fdf35e454833b521f54043c49035', 'subnets': [{'id': '879a924d-b6f2-411b-ac07-f1579216c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:36:06.496312 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port f44dc909-25dd-4b92-841e-4367b510201e triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:36:06.496686 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (f44dc909-25dd-4b92-841e-4367b510201e), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:06.559332 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328bd8e-b880-4a3e-a9f2-561b74de9187 req-4c8a946a-0fa3-48b7-a7b1-b65bce23e66c tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:06.560996 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7328bd8e-b880-4a3e-a9f2-561b74de9187 req-4c8a946a-0fa3-48b7-a7b1-b65bce23e66c tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 946 time: 0.0579188 Aug 30 04:36:06.583422 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port f44dc909-25dd-4b92-841e-4367b510201e is: DOWN; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:36:06.583816 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (f44dc909-25dd-4b92-841e-4367b510201e), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:06.612681 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7328bd8e-b880-4a3e-a9f2-561b74de9187 req-2739b009-e521-4019-bef9-bb81e165b61c tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=42b1e446-e4f4-4002-baec-f9aa7dda8485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459714 Aug 30 04:36:06.623752 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] For port f44dc909-25dd-4b92-841e-4367b510201e, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=f44dc909-25dd-4b92-841e-4367b510201e,segment=NetworkSegment(246af491-6471-4245-a475-ef13f16f15b9),segment_id=246af491-6471-4245-a475-ef13f16f15b9)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:36:06.641179 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (f44dc909-25dd-4b92-841e-4367b510201e), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:06.693135 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Pushing event updated for resources: {'Port': ['ID=f44dc909-25dd-4b92-841e-4367b510201e,revision_number=5']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:07.056218 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:07.088983 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:07.095368 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46d5da-82a0-4017-84c5-56a69866cc24 req-c38bd7e9-598e-4727-a984-7ffa7ce80440 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:07.096799 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-af46d5da-82a0-4017-84c5-56a69866cc24 req-c38bd7e9-598e-4727-a984-7ffa7ce80440 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.71 "GET /networking/v2.0/networks?id=028ab36d-9030-4e40-a42e-859885874e3a HTTP/1.1" status: 200 len: 815 time: 0.1112273 Aug 30 04:36:07.176994 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-af46d5da-82a0-4017-84c5-56a69866cc24 req-7aafdd5e-5ef8-4927-b243-3b11b78754d2 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.71 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c561fdf35e454833b521f54043c49035 HTTP/1.1" status: 200 len: 380 time: 0.0602102 Aug 30 04:36:07.187486 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [req-af46d5da-82a0-4017-84c5-56a69866cc24 req-de669283-b441-4f06-bf75-c535ddadad85 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Request body: {'port': {'device_id': '6c85f91a-65a8-4467-a74e-e2101053764f', 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'admin_state_up': True, 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'security_groups': ['59bd17b3-ae63-466e-bf5d-cef25072390d']}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:36:07.245406 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d0e40e11-08c8-4b78-ab53-d1c63cb81819 req-f6ee7a12-d58a-4a48-8335-87ff447ba2f2 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6c85f91a-65a8-4467-a74e-e2101053764f HTTP/1.1" status: 200 len: 210 time: 0.0292666 Aug 30 04:36:07.302172 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af46d5da-82a0-4017-84c5-56a69866cc24 req-de669283-b441-4f06-bf75-c535ddadad85 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Made reservation on behalf of c561fdf35e454833b521f54043c49035 for: {'port': 1} {{(pid=106257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:36:07.306043 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-af46d5da-82a0-4017-84c5-56a69866cc24 req-de669283-b441-4f06-bf75-c535ddadad85 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:07.433219 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.db_base_plugin_common [req-af46d5da-82a0-4017-84c5-56a69866cc24 req-de669283-b441-4f06-bf75-c535ddadad85 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Allocated IP 172.20.0.14 (028ab36d-9030-4e40-a42e-859885874e3a/879a924d-b6f2-411b-ac07-f1579216c613/76600936-3d50-49e5-9256-9cf624893de2) {{(pid=106257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:36:07.572610 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-af46d5da-82a0-4017-84c5-56a69866cc24 req-de669283-b441-4f06-bf75-c535ddadad85 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for port (76600936-3d50-49e5-9256-9cf624893de2), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:07.604160 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-af46d5da-82a0-4017-84c5-56a69866cc24 req-de669283-b441-4f06-bf75-c535ddadad85 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (76600936-3d50-49e5-9256-9cf624893de2), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:07.641601 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af46d5da-82a0-4017-84c5-56a69866cc24 req-de669283-b441-4f06-bf75-c535ddadad85 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Network 028ab36d-9030-4e40-a42e-859885874e3a is already hosted by enough agents. {{(pid=106257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:36:07.648371 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.base_scheduler [req-af46d5da-82a0-4017-84c5-56a69866cc24 req-de669283-b441-4f06-bf75-c535ddadad85 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Resources bound (agent type, host, resource id): {{(pid=106257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:36:07.651253 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [req-af46d5da-82a0-4017-84c5-56a69866cc24 req-de669283-b441-4f06-bf75-c535ddadad85 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Received port after_create {{(pid=106257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:36:07.684213 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de669283-b441-4f06-bf75-c535ddadad85 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Pushing event updated for resources: {'Port': ['ID=76600936-3d50-49e5-9256-9cf624893de2,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:07.710876 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46d5da-82a0-4017-84c5-56a69866cc24 req-de669283-b441-4f06-bf75-c535ddadad85 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:07.711486 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-af46d5da-82a0-4017-84c5-56a69866cc24 req-de669283-b441-4f06-bf75-c535ddadad85 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:07.728899 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-af46d5da-82a0-4017-84c5-56a69866cc24 req-de669283-b441-4f06-bf75-c535ddadad85 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5475776 Aug 30 04:36:07.755998 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [req-af46d5da-82a0-4017-84c5-56a69866cc24 req-7fb58ad9-06d4-4911-a0c1-47372026b528 service neutron] Request body: {'port': {'device_id': '6c85f91a-65a8-4467-a74e-e2101053764f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:36:07.818820 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-af46d5da-82a0-4017-84c5-56a69866cc24 req-7fb58ad9-06d4-4911-a0c1-47372026b528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (76600936-3d50-49e5-9256-9cf624893de2), before_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:07.819831 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-72735abe-ddc7-4ad8-ac1f-48c05f600de3 None None] Provisioning complete for port 76600936-3d50-49e5-9256-9cf624893de2 triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:36:07.820298 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-72735abe-ddc7-4ad8-ac1f-48c05f600de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (76600936-3d50-49e5-9256-9cf624893de2), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:07.852192 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-72735abe-ddc7-4ad8-ac1f-48c05f600de3 None None] Port 76600936-3d50-49e5-9256-9cf624893de2 cannot update to ACTIVE because it is not bound. {{(pid=106259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:36:07.856989 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:07.949222 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:08.071555 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.notifiers.nova [req-af46d5da-82a0-4017-84c5-56a69866cc24 req-7fb58ad9-06d4-4911-a0c1-47372026b528 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76600936-3d50-49e5-9256-9cf624893de2 {{(pid=106257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:36:08.079482 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-af46d5da-82a0-4017-84c5-56a69866cc24 req-7fb58ad9-06d4-4911-a0c1-47372026b528 service neutron] Publish callbacks [] for port (76600936-3d50-49e5-9256-9cf624893de2), precommit_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:08.092141 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.provisioning_blocks [req-af46d5da-82a0-4017-84c5-56a69866cc24 req-7fb58ad9-06d4-4911-a0c1-47372026b528 service neutron] Transition to ACTIVE for port object 76600936-3d50-49e5-9256-9cf624893de2 will not be triggered until provisioned by entity L2. {{(pid=106257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:36:08.096568 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-af46d5da-82a0-4017-84c5-56a69866cc24 req-7fb58ad9-06d4-4911-a0c1-47372026b528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61207719'] for port (76600936-3d50-49e5-9256-9cf624893de2), after_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:08.156614 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb58ad9-06d4-4911-a0c1-47372026b528 service neutron] Pushing event updated for resources: {'Port': ['ID=76600936-3d50-49e5-9256-9cf624893de2,revision_number=2']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:08.205832 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.managers [req-af46d5da-82a0-4017-84c5-56a69866cc24 req-7fb58ad9-06d4-4911-a0c1-47372026b528 service neutron] Attempting to bind port 76600936-3d50-49e5-9256-9cf624893de2 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:36:08.206095 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.managers [req-af46d5da-82a0-4017-84c5-56a69866cc24 req-7fb58ad9-06d4-4911-a0c1-47372026b528 service neutron] Attempting to bind port 76600936-3d50-49e5-9256-9cf624893de2 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '246af491-6471-4245-a475-ef13f16f15b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a'}] {{(pid=106257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:36:08.206425 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af46d5da-82a0-4017-84c5-56a69866cc24 req-7fb58ad9-06d4-4911-a0c1-47372026b528 service neutron] Attempting to bind port 76600936-3d50-49e5-9256-9cf624893de2 on network 028ab36d-9030-4e40-a42e-859885874e3a {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:36:08.210706 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af46d5da-82a0-4017-84c5-56a69866cc24 req-7fb58ad9-06d4-4911-a0c1-47372026b528 service neutron] Port 76600936-3d50-49e5-9256-9cf624893de2 on network 028ab36d-9030-4e40-a42e-859885874e3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:36:08.211030 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af46d5da-82a0-4017-84c5-56a69866cc24 req-7fb58ad9-06d4-4911-a0c1-47372026b528 service neutron] Attempting to bind port 76600936-3d50-49e5-9256-9cf624893de2 on network 028ab36d-9030-4e40-a42e-859885874e3a {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:36:08.215806 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af46d5da-82a0-4017-84c5-56a69866cc24 req-7fb58ad9-06d4-4911-a0c1-47372026b528 service neutron] Checking agent: {'id': 'dd0d0365-d50b-4401-90d8-c3ff73fab053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 24, 11), 'started_at': datetime.datetime(2022, 8, 30, 4, 24, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:36:08.216151 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af46d5da-82a0-4017-84c5-56a69866cc24 req-7fb58ad9-06d4-4911-a0c1-47372026b528 service neutron] Checking segment: {'id': '246af491-6471-4245-a475-ef13f16f15b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:36:08.216538 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af46d5da-82a0-4017-84c5-56a69866cc24 req-7fb58ad9-06d4-4911-a0c1-47372026b528 service neutron] Bound using segment: {'id': '246af491-6471-4245-a475-ef13f16f15b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a'} {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:36:08.216962 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.managers [req-af46d5da-82a0-4017-84c5-56a69866cc24 req-7fb58ad9-06d4-4911-a0c1-47372026b528 service neutron] Bound port: 76600936-3d50-49e5-9256-9cf624893de2, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '246af491-6471-4245-a475-ef13f16f15b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a'}}] {{(pid=106257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:36:08.217350 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-af46d5da-82a0-4017-84c5-56a69866cc24 req-7fb58ad9-06d4-4911-a0c1-47372026b528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (76600936-3d50-49e5-9256-9cf624893de2), before_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:08.282819 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [req-af46d5da-82a0-4017-84c5-56a69866cc24 req-7fb58ad9-06d4-4911-a0c1-47372026b528 service neutron] For port 76600936-3d50-49e5-9256-9cf624893de2, host hv-cinder-85426, cleared binding levels {{(pid=106257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:36:08.286665 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [req-af46d5da-82a0-4017-84c5-56a69866cc24 req-7fb58ad9-06d4-4911-a0c1-47372026b528 service neutron] For port 76600936-3d50-49e5-9256-9cf624893de2, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=76600936-3d50-49e5-9256-9cf624893de2,segment=NetworkSegment(246af491-6471-4245-a475-ef13f16f15b9),segment_id=246af491-6471-4245-a475-ef13f16f15b9)] {{(pid=106257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:36:08.294717 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-af46d5da-82a0-4017-84c5-56a69866cc24 req-7fb58ad9-06d4-4911-a0c1-47372026b528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61207719'] for port (76600936-3d50-49e5-9256-9cf624893de2), after_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:08.298414 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device f44dc909-25dd-4b92-841e-4367b510201e up at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:36:08.321829 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=100 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:08.333647 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46d5da-82a0-4017-84c5-56a69866cc24 req-7fb58ad9-06d4-4911-a0c1-47372026b528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:08.334399 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-af46d5da-82a0-4017-84c5-56a69866cc24 req-7fb58ad9-06d4-4911-a0c1-47372026b528 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:08.335902 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-af46d5da-82a0-4017-84c5-56a69866cc24 req-7fb58ad9-06d4-4911-a0c1-47372026b528 service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/76600936-3d50-49e5-9256-9cf624893de2 HTTP/1.1" status: 200 len: 1094 time: 0.5841899 Aug 30 04:36:08.336623 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c85f91a-65a8-4467-a74e-e2101053764f', 'tag': '76600936-3d50-49e5-9256-9cf624893de2'}] {{(pid=106257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:36:08.339018 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d1a48af4e812f9c70823208ed2638ca64b88de6e4994a5bf3763d45491ed842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94acc958-53d1-4585-b158-4848db949396" -d '{"events": [{"name": "network-changed", "server_uuid": "6c85f91a-65a8-4467-a74e-e2101053764f", "tag": "76600936-3d50-49e5-9256-9cf624893de2"}]}' {{(pid=106257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:36:08.347356 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Provisioning complete for port f44dc909-25dd-4b92-841e-4367b510201e triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:36:08.347742 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (f44dc909-25dd-4b92-841e-4367b510201e), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:08.357779 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb58ad9-06d4-4911-a0c1-47372026b528 service neutron] Pushing event updated for resources: {'Port': ['ID=76600936-3d50-49e5-9256-9cf624893de2,revision_number=3']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:08.395292 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ddfdd5f-d89a-4f4f-a9b8-d6b945e78d7f x-openstack-request-id: req-2ddfdd5f-d89a-4f4f-a9b8-d6b945e78d7f {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:36:08.395683 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c85f91a-65a8-4467-a74e-e2101053764f", "tag": "76600936-3d50-49e5-9256-9cf624893de2", "status": "completed", "code": 200}]} {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:36:08.396010 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-2ddfdd5f-d89a-4f4f-a9b8-d6b945e78d7f {{(pid=106257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:36:08.396524 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ddfdd5f-d89a-4f4f-a9b8-d6b945e78d7f'] response: {'name': 'network-changed', 'server_uuid': '6c85f91a-65a8-4467-a74e-e2101053764f', 'tag': '76600936-3d50-49e5-9256-9cf624893de2', 'status': 'completed', 'code': 200} Aug 30 04:36:08.408485 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:08.426633 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a46e22-09a1-4d69-83f3-60bab3d1c1bf req-3fcb1983-e342-49d4-a54d-3fc26a754be1 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:08.428346 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f7a46e22-09a1-4d69-83f3-60bab3d1c1bf req-3fcb1983-e342-49d4-a54d-3fc26a754be1 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6c85f91a-65a8-4467-a74e-e2101053764f HTTP/1.1" status: 200 len: 944 time: 0.1041386 Aug 30 04:36:08.437400 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Current status of the port f44dc909-25dd-4b92-841e-4367b510201e is: ACTIVE; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:36:08.476524 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46d5da-82a0-4017-84c5-56a69866cc24 req-644bb01b-b842-49a3-a5b7-fb456897252b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:08.477964 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-af46d5da-82a0-4017-84c5-56a69866cc24 req-644bb01b-b842-49a3-a5b7-fb456897252b service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=c561fdf35e454833b521f54043c49035&device_id=6c85f91a-65a8-4467-a74e-e2101053764f HTTP/1.1" status: 200 len: 1128 time: 0.0411329 Aug 30 04:36:08.482571 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f7a46e22-09a1-4d69-83f3-60bab3d1c1bf req-398fcb7e-998a-46d5-99f9-ea744abfa962 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=59bd17b3-ae63-466e-bf5d-cef25072390d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458024 Aug 30 04:36:08.532668 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-af46d5da-82a0-4017-84c5-56a69866cc24 req-88bfd8bf-7bf1-403b-a974-0b83a4f65d73 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76600936-3d50-49e5-9256-9cf624893de2 HTTP/1.1" status: 200 len: 217 time: 0.0320170 Aug 30 04:36:08.582967 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46d5da-82a0-4017-84c5-56a69866cc24 req-b4f41387-0719-4ce3-b8c9-308f2cd070b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:08.584367 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-af46d5da-82a0-4017-84c5-56a69866cc24 req-b4f41387-0719-4ce3-b8c9-308f2cd070b2 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=879a924d-b6f2-411b-ac07-f1579216c613 HTTP/1.1" status: 200 len: 854 time: 0.0459576 Aug 30 04:36:08.629388 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46d5da-82a0-4017-84c5-56a69866cc24 req-5b3a184b-5612-4f97-a4e0-0d090a7ac4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:08.630831 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-af46d5da-82a0-4017-84c5-56a69866cc24 req-5b3a184b-5612-4f97-a4e0-0d090a7ac4fd service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=028ab36d-9030-4e40-a42e-859885874e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381792 Aug 30 04:36:08.722379 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-af46d5da-82a0-4017-84c5-56a69866cc24 req-d41e578d-c17b-49cc-922e-f24115fa30b4 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/028ab36d-9030-4e40-a42e-859885874e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839152 Aug 30 04:36:08.813515 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-af46d5da-82a0-4017-84c5-56a69866cc24 req-50737af3-0edb-416e-b8da-7d07c75cb37d service neutron] 10.222.0.71 "GET /networking/v2.0/networks/028ab36d-9030-4e40-a42e-859885874e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830243 Aug 30 04:36:09.610922 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34123b78-e1fb-42df-956e-66fc3f0553b9 req-920de07b-daf1-4ff0-915f-6af1d1a810d2 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:09.612400 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-34123b78-e1fb-42df-956e-66fc3f0553b9 req-920de07b-daf1-4ff0-915f-6af1d1a810d2 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6c85f91a-65a8-4467-a74e-e2101053764f HTTP/1.1" status: 200 len: 944 time: 0.0548661 Aug 30 04:36:09.659136 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-34123b78-e1fb-42df-956e-66fc3f0553b9 req-5b5b513d-0a72-4a45-9830-3c00ce2e79bf tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=59bd17b3-ae63-466e-bf5d-cef25072390d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410359 Aug 30 04:36:09.891298 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acc958-53d1-4585-b158-4848db949396 req-ae97f092-bf0c-48e5-9448-9054b484303d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:09.892772 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-94acc958-53d1-4585-b158-4848db949396 req-ae97f092-bf0c-48e5-9448-9054b484303d service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=c561fdf35e454833b521f54043c49035&device_id=6c85f91a-65a8-4467-a74e-e2101053764f HTTP/1.1" status: 200 len: 1128 time: 0.0400367 Aug 30 04:36:09.949412 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:09.963972 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:09.989011 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acc958-53d1-4585-b158-4848db949396 req-d3cbbf38-12f2-4f4e-8d9b-0554668ed871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:09.990481 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-94acc958-53d1-4585-b158-4848db949396 req-d3cbbf38-12f2-4f4e-8d9b-0554668ed871 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=028ab36d-9030-4e40-a42e-859885874e3a HTTP/1.1" status: 200 len: 917 time: 0.0918639 Aug 30 04:36:10.029403 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-94acc958-53d1-4585-b158-4848db949396 req-9b79cbe3-a8f4-410f-bc7f-46c9df1f893b service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76600936-3d50-49e5-9256-9cf624893de2 HTTP/1.1" status: 200 len: 217 time: 0.0313151 Aug 30 04:36:10.081542 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acc958-53d1-4585-b158-4848db949396 req-ed2b0cb7-c778-49c5-b4dd-ee2cddad9fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:10.082953 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-94acc958-53d1-4585-b158-4848db949396 req-ed2b0cb7-c778-49c5-b4dd-ee2cddad9fc5 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=879a924d-b6f2-411b-ac07-f1579216c613 HTTP/1.1" status: 200 len: 854 time: 0.0465386 Aug 30 04:36:10.363793 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acc958-53d1-4585-b158-4848db949396 req-93bd2e3e-0d9f-4f65-802d-6e5b573c774d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:10.365287 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-94acc958-53d1-4585-b158-4848db949396 req-93bd2e3e-0d9f-4f65-802d-6e5b573c774d service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=028ab36d-9030-4e40-a42e-859885874e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2762675 Aug 30 04:36:10.452597 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-94acc958-53d1-4585-b158-4848db949396 req-cd92679a-0730-41d7-b22e-12eaf025202b service neutron] 10.222.0.71 "GET /networking/v2.0/networks/028ab36d-9030-4e40-a42e-859885874e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808201 Aug 30 04:36:10.544804 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-94acc958-53d1-4585-b158-4848db949396 req-eb0c510f-7d50-4881-addf-cc37bd57fe85 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/028ab36d-9030-4e40-a42e-859885874e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855479 Aug 30 04:36:10.776009 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4d8b6-55bf-4796-9e62-eb8faf3055b6 req-18d92601-9395-49e5-9c52-ea7bb86c2927 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:10.777470 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-77d4d8b6-55bf-4796-9e62-eb8faf3055b6 req-18d92601-9395-49e5-9c52-ea7bb86c2927 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6c85f91a-65a8-4467-a74e-e2101053764f HTTP/1.1" status: 200 len: 944 time: 0.0468667 Aug 30 04:36:10.823696 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-77d4d8b6-55bf-4796-9e62-eb8faf3055b6 req-74abdc49-2b5f-46b8-96f8-4f3da5399888 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=59bd17b3-ae63-466e-bf5d-cef25072390d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407844 Aug 30 04:36:11.649331 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 76600936-3d50-49e5-9256-9cf624893de2 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:36:11.750275 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 76600936-3d50-49e5-9256-9cf624893de2, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=76600936-3d50-49e5-9256-9cf624893de2,segment=NetworkSegment(246af491-6471-4245-a475-ef13f16f15b9),segment_id=246af491-6471-4245-a475-ef13f16f15b9)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:36:11.761296 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Returning: {'device': '76600936-3d50-49e5-9256-9cf624893de2', 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'port_id': '76600936-3d50-49e5-9256-9cf624893de2', 'mac_address': 'fa:16:3e:a7:75:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '879a924d-b6f2-411b-ac07-f1579216c613', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:36:11.795348 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port 76600936-3d50-49e5-9256-9cf624893de2 is: DOWN; New status is: BUILD {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:36:11.795732 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (76600936-3d50-49e5-9256-9cf624893de2), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:11.809518 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76600936-3d50-49e5-9256-9cf624893de2 {{(pid=106259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:36:11.829091 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 76600936-3d50-49e5-9256-9cf624893de2, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=76600936-3d50-49e5-9256-9cf624893de2,segment=NetworkSegment(246af491-6471-4245-a475-ef13f16f15b9),segment_id=246af491-6471-4245-a475-ef13f16f15b9)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:36:11.833515 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (76600936-3d50-49e5-9256-9cf624893de2), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:11.879807 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=76600936-3d50-49e5-9256-9cf624893de2,revision_number=4']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:11.944353 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3484b88-3bb3-4421-8173-eeb7c02c6b6a req-71b19334-b7e3-442a-b5e7-006f35262763 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:11.946066 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a3484b88-3bb3-4421-8173-eeb7c02c6b6a req-71b19334-b7e3-442a-b5e7-006f35262763 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6c85f91a-65a8-4467-a74e-e2101053764f HTTP/1.1" status: 200 len: 945 time: 0.0502088 Aug 30 04:36:11.992573 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a3484b88-3bb3-4421-8173-eeb7c02c6b6a req-118acbfe-b1ae-4af1-a77e-7beba4228e0c tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=59bd17b3-ae63-466e-bf5d-cef25072390d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408280 Aug 30 04:36:12.213488 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] get_ports_and_sgs() called for port_ids ['76600936-3d50-49e5-9256-9cf624893de2'] {{(pid=106259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:36:12.263958 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (dd0d0365-d50b-4401-90d8-c3ff73fab053), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:12.329954 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:13.158692 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c183bede-5ade-48de-a630-f79095a52854 req-9c2cb5f6-8b1b-4309-91ee-e0ec37ead21b tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:13.160194 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c183bede-5ade-48de-a630-f79095a52854 req-9c2cb5f6-8b1b-4309-91ee-e0ec37ead21b tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6c85f91a-65a8-4467-a74e-e2101053764f HTTP/1.1" status: 200 len: 945 time: 0.0968544 Aug 30 04:36:13.207054 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c183bede-5ade-48de-a630-f79095a52854 req-a8a4d68c-af27-4d7a-bebb-2a3410a173d7 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=59bd17b3-ae63-466e-bf5d-cef25072390d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408144 Aug 30 04:36:13.672764 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 76600936-3d50-49e5-9256-9cf624893de2 up at agent hyperv_hv-cinder-85426 {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:36:13.713943 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Provisioning for port 76600936-3d50-49e5-9256-9cf624893de2 completed by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:36:13.719557 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Provisioning complete for port 76600936-3d50-49e5-9256-9cf624893de2 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:36:13.719983 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (76600936-3d50-49e5-9256-9cf624893de2), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:13.792245 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port 76600936-3d50-49e5-9256-9cf624893de2 is: BUILD; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:36:13.792651 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (76600936-3d50-49e5-9256-9cf624893de2), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:13.815180 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c85f91a-65a8-4467-a74e-e2101053764f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76600936-3d50-49e5-9256-9cf624893de2'}] {{(pid=106259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:36:13.817418 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e273ce8b2ae48758be2a6d8dc958f9d92735a0e32143c567216a16ba221820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a16528-c486-46d2-96bd-2163d36cc5da" -d '{"events": [{"server_uuid": "6c85f91a-65a8-4467-a74e-e2101053764f", "name": "network-vif-plugged", "status": "completed", "tag": "76600936-3d50-49e5-9256-9cf624893de2"}]}' {{(pid=106259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:36:13.826922 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:13.830404 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 76600936-3d50-49e5-9256-9cf624893de2, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=76600936-3d50-49e5-9256-9cf624893de2,segment=NetworkSegment(246af491-6471-4245-a475-ef13f16f15b9),segment_id=246af491-6471-4245-a475-ef13f16f15b9)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:36:13.834515 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (76600936-3d50-49e5-9256-9cf624893de2), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:13.861468 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f847fb2c-e4a8-4574-b02a-18545c097cff x-openstack-request-id: req-f847fb2c-e4a8-4574-b02a-18545c097cff {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:36:13.861753 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c85f91a-65a8-4467-a74e-e2101053764f", "name": "network-vif-plugged", "status": "completed", "tag": "76600936-3d50-49e5-9256-9cf624893de2", "code": 200}]} {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:36:13.862001 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-f847fb2c-e4a8-4574-b02a-18545c097cff {{(pid=106259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:36:13.862389 dv-cinder-854265-2-iscsi neutron-server[106259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f847fb2c-e4a8-4574-b02a-18545c097cff'] response: {'server_uuid': '6c85f91a-65a8-4467-a74e-e2101053764f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76600936-3d50-49e5-9256-9cf624893de2', 'code': 200} Aug 30 04:36:13.885261 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=76600936-3d50-49e5-9256-9cf624893de2,revision_number=5']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:36:14.094134 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b6ec5a-3f26-4d4d-80ab-97e655d014a4 req-36f1277d-20f8-4a47-a6ed-2a3ff1cbf8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:14.095529 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-52b6ec5a-3f26-4d4d-80ab-97e655d014a4 req-36f1277d-20f8-4a47-a6ed-2a3ff1cbf8e6 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=6c85f91a-65a8-4467-a74e-e2101053764f HTTP/1.1" status: 200 len: 1130 time: 0.0388172 Aug 30 04:36:14.140074 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-52b6ec5a-3f26-4d4d-80ab-97e655d014a4 req-5c43a2e3-7431-49a8-a373-28a41e72966f service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=59bd17b3-ae63-466e-bf5d-cef25072390d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383756 Aug 30 04:36:14.329398 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3814d57-f17f-4272-9b0d-61eebb25b2a3 req-44722855-9ba7-402d-a309-6994b3bae3fa tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:14.330865 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f3814d57-f17f-4272-9b0d-61eebb25b2a3 req-44722855-9ba7-402d-a309-6994b3bae3fa tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6c85f91a-65a8-4467-a74e-e2101053764f HTTP/1.1" status: 200 len: 946 time: 0.0495980 Aug 30 04:36:14.376441 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f3814d57-f17f-4272-9b0d-61eebb25b2a3 req-e364abad-e1e0-4a1b-949a-f0ab94e16423 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=59bd17b3-ae63-466e-bf5d-cef25072390d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400486 Aug 30 04:36:14.554582 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.agents_db [None req-600259de-68db-4343-b4d4-64e31eed30fa None None] Agent healthcheck: found 6 active agents {{(pid=106260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:36:15.553994 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d75ae-3a33-4655-a23c-90980eeed0b5 req-5deee47c-aa67-4a47-823b-8d690b0d1f4c tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:15.555470 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-fb0d75ae-3a33-4655-a23c-90980eeed0b5 req-5deee47c-aa67-4a47-823b-8d690b0d1f4c tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6c85f91a-65a8-4467-a74e-e2101053764f HTTP/1.1" status: 200 len: 946 time: 0.1054492 Aug 30 04:36:15.606962 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-fb0d75ae-3a33-4655-a23c-90980eeed0b5 req-882442cb-51c6-4891-a062-712e5e379dfd tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=59bd17b3-ae63-466e-bf5d-cef25072390d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456357 Aug 30 04:36:16.491360 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=43 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:16.728280 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401fb95-bb9e-499d-aff2-dd163492a0b6 req-f2ccc1a0-9139-428e-a214-f36df70fe197 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:16.729753 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1401fb95-bb9e-499d-aff2-dd163492a0b6 req-f2ccc1a0-9139-428e-a214-f36df70fe197 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6c85f91a-65a8-4467-a74e-e2101053764f HTTP/1.1" status: 200 len: 946 time: 0.0459678 Aug 30 04:36:16.779637 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-1401fb95-bb9e-499d-aff2-dd163492a0b6 req-4a8593a5-fb61-4afe-8c3c-a3d1c9523cdd tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=59bd17b3-ae63-466e-bf5d-cef25072390d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441279 Aug 30 04:36:16.895610 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593fdd7-39ae-4545-ac89-b6def7b8faa3 req-c9999fe0-2e9e-4ed8-ae3f-33ca3bda6bbd tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:16.897110 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8593fdd7-39ae-4545-ac89-b6def7b8faa3 req-c9999fe0-2e9e-4ed8-ae3f-33ca3bda6bbd tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6c85f91a-65a8-4467-a74e-e2101053764f HTTP/1.1" status: 200 len: 946 time: 0.0483375 Aug 30 04:36:16.907469 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 59334) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:36:16.911724 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-55fa655a-6aae-41e4-a733-eee2c12bd6e8 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Request body: {'floatingip': {'port_id': '76600936-3d50-49e5-9256-9cf624893de2'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:36:16.949406 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-55fa655a-6aae-41e4-a733-eee2c12bd6e8 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for floatingip (7f1fa732-5a3a-48d4-a0c5-40656bd0ddc8), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:16.984826 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:17.284705 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:17.372346 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-55fa655a-6aae-41e4-a733-eee2c12bd6e8 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:17.375996 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-55fa655a-6aae-41e4-a733-eee2c12bd6e8 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696708'] for floatingip (7f1fa732-5a3a-48d4-a0c5-40656bd0ddc8), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:17.471809 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.db.l3_db [None req-55fa655a-6aae-41e4-a733-eee2c12bd6e8 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Floating IP 7f1fa732-5a3a-48d4-a0c5-40656bd0ddc8 associated. External IP: 172.27.1.32, port: 76600936-3d50-49e5-9256-9cf624893de2. Aug 30 04:36:17.666392 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55fa655a-6aae-41e4-a733-eee2c12bd6e8 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Router 3240277e-0db5-4501-a5a0-a0b30289df71 has already been hosted by L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 {{(pid=106258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:36:17.771671 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55fa655a-6aae-41e4-a733-eee2c12bd6e8 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:36:17.777701 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-55fa655a-6aae-41e4-a733-eee2c12bd6e8 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for floatingip (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:17.782959 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b98bb23-676a-4e94-89ad-71381ecb8315 None None] Sync routers for ids ['3240277e-0db5-4501-a5a0-a0b30289df71'] in dv-cinder-854265-2-iscsi {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:36:17.796999 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b98bb23-676a-4e94-89ad-71381ecb8315 None None] Routers {'3240277e-0db5-4501-a5a0-a0b30289df71'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:36:17.797643 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-4b98bb23-676a-4e94-89ad-71381ecb8315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:35:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['3240277e-0db5-4501-a5a0-a0b30289df71'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:36:17.808148 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-55fa655a-6aae-41e4-a733-eee2c12bd6e8 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "PUT /networking/v2.0/floatingips/7f1fa732-5a3a-48d4-a0c5-40656bd0ddc8 HTTP/1.1" status: 200 len: 991 time: 0.8996646 Aug 30 04:36:17.808844 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c85f91a-65a8-4467-a74e-e2101053764f', 'tag': '76600936-3d50-49e5-9256-9cf624893de2'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:36:17.811799 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cae73fbe7dcf058e11387a0db1adace332cfaa4523dfba65b1576f9d32bef72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6e55fb-db81-479a-94c5-f2781b8f9ffc" -d '{"events": [{"name": "network-changed", "server_uuid": "6c85f91a-65a8-4467-a74e-e2101053764f", "tag": "76600936-3d50-49e5-9256-9cf624893de2"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:36:17.853001 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9120d705-413b-4e63-b185-16ddabe64062 x-openstack-request-id: req-9120d705-413b-4e63-b185-16ddabe64062 {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:36:17.853323 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c85f91a-65a8-4467-a74e-e2101053764f", "tag": "76600936-3d50-49e5-9256-9cf624893de2", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:36:17.853608 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-9120d705-413b-4e63-b185-16ddabe64062 {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:36:17.854021 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9120d705-413b-4e63-b185-16ddabe64062'] response: {'name': 'network-changed', 'server_uuid': '6c85f91a-65a8-4467-a74e-e2101053764f', 'tag': '76600936-3d50-49e5-9256-9cf624893de2', 'status': 'completed', 'code': 200} Aug 30 04:36:17.911802 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-4b98bb23-676a-4e94-89ad-71381ecb8315 None None] Set router 3240277e-0db5-4501-a5a0-a0b30289df71 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:36:17.968585 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e55fb-db81-479a-94c5-f2781b8f9ffc req-bb477b31-13ce-4ba3-a4d2-ce7cec61799c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:17.970126 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-ff6e55fb-db81-479a-94c5-f2781b8f9ffc req-bb477b31-13ce-4ba3-a4d2-ce7cec61799c service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=c561fdf35e454833b521f54043c49035&device_id=6c85f91a-65a8-4467-a74e-e2101053764f HTTP/1.1" status: 200 len: 1130 time: 0.0454047 Aug 30 04:36:18.068828 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e55fb-db81-479a-94c5-f2781b8f9ffc req-c9ce4631-e620-48fa-ab1c-feb7aa372ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:18.070336 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-ff6e55fb-db81-479a-94c5-f2781b8f9ffc req-c9ce4631-e620-48fa-ab1c-feb7aa372ef7 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=028ab36d-9030-4e40-a42e-859885874e3a HTTP/1.1" status: 200 len: 917 time: 0.0867372 Aug 30 04:36:18.127057 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-4b98bb23-676a-4e94-89ad-71381ecb8315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'name': 'tempest-AttachVolumeNegativeTest-1156238332-router', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:01Z', 'revision_number': 4, 'project_id': 'c561fdf35e454833b521f54043c49035', 'gw_port': {'id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_floatingips': [{'id': '7f1fa732-5a3a-48d4-a0c5-40656bd0ddc8', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'floating_ip_address': '172.27.1.32', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'port_id': '76600936-3d50-49e5-9256-9cf624893de2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'mac_address': 'fa:16:3e:a7:75:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c85f91a-65a8-4467-a74e-e2101053764f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:36:03Z', 'updated_at': '2022-08-30T04:36:17Z', 'revision_number': 1, 'project_id': 'c561fdf35e454833b521f54043c49035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f44dc909-25dd-4b92-841e-4367b510201e', 'name': '', 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'mac_address': 'fa:16:3e:48:c0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '879a924d-b6f2-411b-ac07-f1579216c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:36:01Z', 'updated_at': '2022-08-30T04:36:06Z', 'revision_number': 5, 'project_id': 'c561fdf35e454833b521f54043c49035', 'subnets': [{'id': '879a924d-b6f2-411b-ac07-f1579216c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:36:18.151940 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b98bb23-676a-4e94-89ad-71381ecb8315 None None] Checking router: 3240277e-0db5-4501-a5a0-a0b30289df71 for host: dv-cinder-854265-2-iscsi {{(pid=106259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:36:18.160092 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b98bb23-676a-4e94-89ad-71381ecb8315 None None] Routers {'3240277e-0db5-4501-a5a0-a0b30289df71'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:36:18.160691 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-4b98bb23-676a-4e94-89ad-71381ecb8315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:35:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['3240277e-0db5-4501-a5a0-a0b30289df71'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:36:18.261828 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-4b98bb23-676a-4e94-89ad-71381ecb8315 None None] Set router 3240277e-0db5-4501-a5a0-a0b30289df71 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:36:18.393845 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-ff6e55fb-db81-479a-94c5-f2781b8f9ffc req-e8da3dda-98a1-4643-8e2f-92ac01379807 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76600936-3d50-49e5-9256-9cf624893de2 HTTP/1.1" status: 200 len: 999 time: 0.0618451 Aug 30 04:36:18.449302 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e55fb-db81-479a-94c5-f2781b8f9ffc req-3c9611ac-2159-4c38-b737-b01cd154402f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:18.450746 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-ff6e55fb-db81-479a-94c5-f2781b8f9ffc req-3c9611ac-2159-4c38-b737-b01cd154402f service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=879a924d-b6f2-411b-ac07-f1579216c613 HTTP/1.1" status: 200 len: 854 time: 0.0466027 Aug 30 04:36:18.501069 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e55fb-db81-479a-94c5-f2781b8f9ffc req-4ab6abce-a298-42db-b850-13e8cbd1f11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:36:18.502479 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-ff6e55fb-db81-479a-94c5-f2781b8f9ffc req-4ab6abce-a298-42db-b850-13e8cbd1f11e service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=028ab36d-9030-4e40-a42e-859885874e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391729 Aug 30 04:36:18.580887 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:18.598467 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-ff6e55fb-db81-479a-94c5-f2781b8f9ffc req-dbba8431-304b-4b3e-be4d-abf92b1622fd service neutron] 10.222.0.71 "GET /networking/v2.0/networks/028ab36d-9030-4e40-a42e-859885874e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859282 Aug 30 04:36:18.599904 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-4b98bb23-676a-4e94-89ad-71381ecb8315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'name': 'tempest-AttachVolumeNegativeTest-1156238332-router', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:01Z', 'revision_number': 4, 'project_id': 'c561fdf35e454833b521f54043c49035', 'gw_port': {'id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_floatingips': [{'id': '7f1fa732-5a3a-48d4-a0c5-40656bd0ddc8', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'floating_ip_address': '172.27.1.32', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'port_id': '76600936-3d50-49e5-9256-9cf624893de2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'mac_address': 'fa:16:3e:a7:75:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c85f91a-65a8-4467-a74e-e2101053764f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:36:03Z', 'updated_at': '2022-08-30T04:36:17Z', 'revision_number': 1, 'project_id': 'c561fdf35e454833b521f54043c49035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f44dc909-25dd-4b92-841e-4367b510201e', 'name': '', 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'mac_address': 'fa:16:3e:48:c0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '879a924d-b6f2-411b-ac07-f1579216c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:36:01Z', 'updated_at': '2022-08-30T04:36:06Z', 'revision_number': 5, 'project_id': 'c561fdf35e454833b521f54043c49035', 'subnets': [{'id': '879a924d-b6f2-411b-ac07-f1579216c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:36:18.625524 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b98bb23-676a-4e94-89ad-71381ecb8315 None None] The sync data for ids ['3240277e-0db5-4501-a5a0-a0b30289df71'] in dv-cinder-854265-2-iscsi is: [{'id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'name': 'tempest-AttachVolumeNegativeTest-1156238332-router', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:01Z', 'revision_number': 4, 'project_id': 'c561fdf35e454833b521f54043c49035', 'gw_port': {'id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_floatingips': [{'id': '7f1fa732-5a3a-48d4-a0c5-40656bd0ddc8', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'floating_ip_address': '172.27.1.32', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'port_id': '76600936-3d50-49e5-9256-9cf624893de2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'mac_address': 'fa:16:3e:a7:75:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c85f91a-65a8-4467-a74e-e2101053764f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:36:03Z', 'updated_at': '2022-08-30T04:36:17Z', 'revision_number': 1, 'project_id': 'c561fdf35e454833b521f54043c49035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f44dc909-25dd-4b92-841e-4367b510201e', 'name': '', 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'mac_address': 'fa:16:3e:48:c0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '879a924d-b6f2-411b-ac07-f1579216c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:36:01Z', 'updated_at': '2022-08-30T04:36:06Z', 'revision_number': 5, 'project_id': 'c561fdf35e454833b521f54043c49035', 'subnets': [{'id': '879a924d-b6f2-411b-ac07-f1579216c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:36:18.691724 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-ff6e55fb-db81-479a-94c5-f2781b8f9ffc req-b6981c98-93c0-41bd-b276-2b57b252377e service neutron] 10.222.0.71 "GET /networking/v2.0/networks/028ab36d-9030-4e40-a42e-859885874e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854070 Aug 30 04:36:18.823498 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ac1afc-3fe0-4901-90be-d6be6737df45 None None] New status for floating IP 7f1fa732-5a3a-48d4-a0c5-40656bd0ddc8: ACTIVE {{(pid=106260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:36:22.947537 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-ea4ec834-7e40-4724-b1cf-eacc07c65f65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:25.300666 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-a3be7d6b-776b-480e-a038-72e70e62b7b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:26.585209 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:27.801209 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=47 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:27.805331 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:27.919810 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:28.176435 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:28.686811 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=86 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:28.688741 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=91 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:28.922131 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=38,neutron:UPDATE=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:28.924479 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=12 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:38.168910 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:38.170833 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:42.246220 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (dd0d0365-d50b-4401-90d8-c3ff73fab053), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:51.227671 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=16 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:51.231710 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=16 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:51.553086 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.agents_db [None req-600259de-68db-4343-b4d4-64e31eed30fa None None] Agent healthcheck: found 6 active agents {{(pid=106260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:36:52.240526 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:52.242406 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:36:52.949783 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7fbc13ee-437a-4429-991d-273daa46dc30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:55.303776 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-60c8af9b-3a90-459b-bcdb-dd3cc4c24797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:56.587030 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:57.922684 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:36:58.177738 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:01.548971 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:01.549695 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:08.167599 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:08.173644 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:10.981615 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 59410) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:10.986448 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-e84ab7cd-4fc0-497f-b50a-01f9c96e27c7 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Request body: {'security_group': {'name': 'tempest-securitygroup--478541500', 'description': 'tempest-description--1679429617'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:37:11.011247 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e84ab7cd-4fc0-497f-b50a-01f9c96e27c7 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:11.077658 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e84ab7cd-4fc0-497f-b50a-01f9c96e27c7 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for security_group (652a75ed-bd4a-4458-87c7-53f4bb5fbfd5), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:11.081992 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e84ab7cd-4fc0-497f-b50a-01f9c96e27c7 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (652a75ed-bd4a-4458-87c7-53f4bb5fbfd5), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:11.113087 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ab7cd-4fc0-497f-b50a-01f9c96e27c7 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=652a75ed-bd4a-4458-87c7-53f4bb5fbfd5,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:11.117623 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e84ab7cd-4fc0-497f-b50a-01f9c96e27c7 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:11.118891 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-e84ab7cd-4fc0-497f-b50a-01f9c96e27c7 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1360157 Aug 30 04:37:11.121889 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 59412) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:11.123988 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84ab7cd-4fc0-497f-b50a-01f9c96e27c7 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:11.124338 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84ab7cd-4fc0-497f-b50a-01f9c96e27c7 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:11.124685 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84ab7cd-4fc0-497f-b50a-01f9c96e27c7 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:11.125023 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84ab7cd-4fc0-497f-b50a-01f9c96e27c7 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:11.125379 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84ab7cd-4fc0-497f-b50a-01f9c96e27c7 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:11.125709 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84ab7cd-4fc0-497f-b50a-01f9c96e27c7 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:11.126037 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84ab7cd-4fc0-497f-b50a-01f9c96e27c7 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:11.126357 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-2511996a-e95e-4914-9ce3-74bb6384e2fe tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Request body: {'security_group_rule': {'security_group_id': '652a75ed-bd4a-4458-87c7-53f4bb5fbfd5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:37:11.126469 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84ab7cd-4fc0-497f-b50a-01f9c96e27c7 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:11.126682 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84ab7cd-4fc0-497f-b50a-01f9c96e27c7 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:11.127009 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84ab7cd-4fc0-497f-b50a-01f9c96e27c7 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:11.127332 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84ab7cd-4fc0-497f-b50a-01f9c96e27c7 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:11.127654 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84ab7cd-4fc0-497f-b50a-01f9c96e27c7 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:11.127974 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84ab7cd-4fc0-497f-b50a-01f9c96e27c7 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:11.128295 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84ab7cd-4fc0-497f-b50a-01f9c96e27c7 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:11.128621 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84ab7cd-4fc0-497f-b50a-01f9c96e27c7 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:11.154518 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-2511996a-e95e-4914-9ce3-74bb6384e2fe tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for security_group_rule (f44dcf79-d15e-4c90-8569-4e677c2812ea), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:11.211453 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-2511996a-e95e-4914-9ce3-74bb6384e2fe tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for security_group_rule (f44dcf79-d15e-4c90-8569-4e677c2812ea), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:11.215288 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-2511996a-e95e-4914-9ce3-74bb6384e2fe tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651561'] for security_group_rule (f44dcf79-d15e-4c90-8569-4e677c2812ea), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:11.234755 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2511996a-e95e-4914-9ce3-74bb6384e2fe tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f44dcf79-d15e-4c90-8569-4e677c2812ea,revision_number=0']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:11.243578 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-2511996a-e95e-4914-9ce3-74bb6384e2fe tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:11.244736 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-2511996a-e95e-4914-9ce3-74bb6384e2fe tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1218674 Aug 30 04:37:11.246235 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2511996a-e95e-4914-9ce3-74bb6384e2fe tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:11.246585 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2511996a-e95e-4914-9ce3-74bb6384e2fe tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:11.246928 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2511996a-e95e-4914-9ce3-74bb6384e2fe tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:11.247266 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2511996a-e95e-4914-9ce3-74bb6384e2fe tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:11.247596 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 59414) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:11.247712 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2511996a-e95e-4914-9ce3-74bb6384e2fe tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:11.247925 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2511996a-e95e-4914-9ce3-74bb6384e2fe tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:11.248253 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2511996a-e95e-4914-9ce3-74bb6384e2fe tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:11.248578 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2511996a-e95e-4914-9ce3-74bb6384e2fe tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:11.248904 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2511996a-e95e-4914-9ce3-74bb6384e2fe tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:11.249249 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2511996a-e95e-4914-9ce3-74bb6384e2fe tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:11.249579 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2511996a-e95e-4914-9ce3-74bb6384e2fe tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:11.249902 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2511996a-e95e-4914-9ce3-74bb6384e2fe tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:11.250224 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2511996a-e95e-4914-9ce3-74bb6384e2fe tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:11.250557 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2511996a-e95e-4914-9ce3-74bb6384e2fe tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:11.250864 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2511996a-e95e-4914-9ce3-74bb6384e2fe tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:11.252024 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-47f77fb6-c05a-47e8-a57e-ea56a1a9fe62 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Request body: {'security_group_rule': {'security_group_id': '652a75ed-bd4a-4458-87c7-53f4bb5fbfd5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:37:11.278222 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-47f77fb6-c05a-47e8-a57e-ea56a1a9fe62 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for security_group_rule (9217fb46-2237-4d0d-9aa9-c7b5d2e37a23), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:11.335357 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-47f77fb6-c05a-47e8-a57e-ea56a1a9fe62 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for security_group_rule (9217fb46-2237-4d0d-9aa9-c7b5d2e37a23), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:11.339114 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-47f77fb6-c05a-47e8-a57e-ea56a1a9fe62 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651561'] for security_group_rule (9217fb46-2237-4d0d-9aa9-c7b5d2e37a23), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:11.357416 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f77fb6-c05a-47e8-a57e-ea56a1a9fe62 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9217fb46-2237-4d0d-9aa9-c7b5d2e37a23,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:11.366112 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-47f77fb6-c05a-47e8-a57e-ea56a1a9fe62 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:11.367508 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-47f77fb6-c05a-47e8-a57e-ea56a1a9fe62 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188736 Aug 30 04:37:11.370558 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 59416) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:11.374797 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-35823021-8f84-41bc-b1fb-7e670dc2cd73 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Request body: {'floatingip': {'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:37:11.394936 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-35823021-8f84-41bc-b1fb-7e670dc2cd73 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:11.738525 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-35823021-8f84-41bc-b1fb-7e670dc2cd73 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:11.845009 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [None req-35823021-8f84-41bc-b1fb-7e670dc2cd73 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Allocated IP 172.27.1.186 (03964a12-f74f-4d2e-840d-00c949ed3dc4/00661445-2d2c-4e5c-8f29-475eaaec65d5/896ce24e-f0c4-4ede-8e6a-53617475f5fb) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:37:11.945451 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-35823021-8f84-41bc-b1fb-7e670dc2cd73 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for port (896ce24e-f0c4-4ede-8e6a-53617475f5fb), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:11.976279 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-35823021-8f84-41bc-b1fb-7e670dc2cd73 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62508200'] for port (896ce24e-f0c4-4ede-8e6a-53617475f5fb), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:12.013715 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:12.018195 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:12.022050 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35823021-8f84-41bc-b1fb-7e670dc2cd73 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Network 03964a12-f74f-4d2e-840d-00c949ed3dc4 is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:37:12.026894 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-35823021-8f84-41bc-b1fb-7e670dc2cd73 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:37:12.031396 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35823021-8f84-41bc-b1fb-7e670dc2cd73 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:37:12.035249 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35823021-8f84-41bc-b1fb-7e670dc2cd73 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Pushing event updated for resources: {'Port': ['ID=896ce24e-f0c4-4ede-8e6a-53617475f5fb,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:12.115446 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-35823021-8f84-41bc-b1fb-7e670dc2cd73 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for floatingip (58fd0c96-b3e3-4561-ab7e-22c5a37b484a), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:12.151843 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-35823021-8f84-41bc-b1fb-7e670dc2cd73 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (896ce24e-f0c4-4ede-8e6a-53617475f5fb), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:12.247211 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (dd0d0365-d50b-4401-90d8-c3ff73fab053), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:12.299847 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-35823021-8f84-41bc-b1fb-7e670dc2cd73 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for port (896ce24e-f0c4-4ede-8e6a-53617475f5fb), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:12.304288 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-35823021-8f84-41bc-b1fb-7e670dc2cd73 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62508193'] for port (896ce24e-f0c4-4ede-8e6a-53617475f5fb), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:12.374627 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35823021-8f84-41bc-b1fb-7e670dc2cd73 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Pushing event updated for resources: {'Port': ['ID=896ce24e-f0c4-4ede-8e6a-53617475f5fb,revision_number=2']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:12.377835 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-35823021-8f84-41bc-b1fb-7e670dc2cd73 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696708'] for floatingip (58fd0c96-b3e3-4561-ab7e-22c5a37b484a), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:12.394767 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-35823021-8f84-41bc-b1fb-7e670dc2cd73 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for floatingip (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:12.395983 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-35823021-8f84-41bc-b1fb-7e670dc2cd73 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0244846 Aug 30 04:37:12.545370 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-f904067c-7770-4b9e-9bec-0ba3f6f588ff tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--478541500&fields=id&tenant_id=c561fdf35e454833b521f54043c49035 HTTP/1.1" status: 200 len: 267 time: 0.0422449 Aug 30 04:37:12.653957 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-d4e50b1d-fe31-471c-925f-756b70eee54b tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:12.655324 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-d4e50b1d-fe31-471c-925f-756b70eee54b tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/networks?id=028ab36d-9030-4e40-a42e-859885874e3a HTTP/1.1" status: 200 len: 815 time: 0.1037390 Aug 30 04:37:12.669438 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-90e70a3e-ce0a-42b9-8195-ad3d0eb04aa7 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/quotas/c561fdf35e454833b521f54043c49035 HTTP/1.1" status: 200 len: 375 time: 0.0088887 Aug 30 04:37:12.720462 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-5ba8d66e-226c-4205-a61b-8fe1758dcdc7 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=c561fdf35e454833b521f54043c49035&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463119 Aug 30 04:37:12.735311 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-18a38a9c-2af7-4d6a-904f-63808d132ae8 service neutron] http://10.222.0.85:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106258) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 04:37:12.736254 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-18a38a9c-2af7-4d6a-904f-63808d132ae8 service neutron] 10.222.0.85 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051146 Aug 30 04:37:12.828039 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-5c742626-fac9-4ab9-bbee-f66007f9f5d6 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/028ab36d-9030-4e40-a42e-859885874e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866318 Aug 30 04:37:12.916999 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-85f4f30b-325f-40b2-ac9b-3ec8a252c308 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/028ab36d-9030-4e40-a42e-859885874e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831816 Aug 30 04:37:13.076850 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-611ddff4-c572-4635-b3b8-d539de8aa6d5 req-f65546f5-5dcb-4df6-880f-aebcf4cd081d tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=19610563-a97a-498d-9f7e-200b0bd70771 HTTP/1.1" status: 200 len: 210 time: 0.0294240 Aug 30 04:37:14.182083 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-14239077-d6ec-4dab-8011-20ac90745930 req-019aad04-b3c3-4784-841b-e8e1cafb5eef tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=19610563-a97a-498d-9f7e-200b0bd70771 HTTP/1.1" status: 200 len: 210 time: 0.0309062 Aug 30 04:37:14.359777 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-495429e1-bdb2-4e8e-8dc0-09c24f124ce8 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:14.360905 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-495429e1-bdb2-4e8e-8dc0-09c24f124ce8 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.71 "GET /networking/v2.0/networks?id=028ab36d-9030-4e40-a42e-859885874e3a HTTP/1.1" status: 200 len: 815 time: 0.1022475 Aug 30 04:37:14.468740 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-611bbf36-7259-4219-a5d8-dcac9105e73a tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.71 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c561fdf35e454833b521f54043c49035 HTTP/1.1" status: 200 len: 472 time: 0.0694458 Aug 30 04:37:14.614088 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-81feb0a1-131c-4d8d-842d-1bb7a0d086a2 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Request body: {'port': {'device_id': '19610563-a97a-498d-9f7e-200b0bd70771', 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'admin_state_up': True, 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'security_groups': ['652a75ed-bd4a-4458-87c7-53f4bb5fbfd5']}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:37:14.718574 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-81feb0a1-131c-4d8d-842d-1bb7a0d086a2 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Made reservation on behalf of c561fdf35e454833b521f54043c49035 for: {'port': 1} {{(pid=106257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:37:14.722397 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-81feb0a1-131c-4d8d-842d-1bb7a0d086a2 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:14.850635 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.db_base_plugin_common [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-81feb0a1-131c-4d8d-842d-1bb7a0d086a2 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Allocated IP 172.20.0.5 (028ab36d-9030-4e40-a42e-859885874e3a/879a924d-b6f2-411b-ac07-f1579216c613/1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e) {{(pid=106257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:37:14.991933 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-81feb0a1-131c-4d8d-842d-1bb7a0d086a2 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for port (1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:15.022385 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-81feb0a1-131c-4d8d-842d-1bb7a0d086a2 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:15.049460 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:15.056167 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:15.072635 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-81feb0a1-131c-4d8d-842d-1bb7a0d086a2 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Network 028ab36d-9030-4e40-a42e-859885874e3a is already hosted by enough agents. {{(pid=106257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:37:15.077426 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.base_scheduler [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-81feb0a1-131c-4d8d-842d-1bb7a0d086a2 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Resources bound (agent type, host, resource id): {{(pid=106257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:37:15.081788 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-81feb0a1-131c-4d8d-842d-1bb7a0d086a2 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Received port after_create {{(pid=106257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:37:15.086755 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81feb0a1-131c-4d8d-842d-1bb7a0d086a2 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Pushing event updated for resources: {'Port': ['ID=1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:15.136681 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-81feb0a1-131c-4d8d-842d-1bb7a0d086a2 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:15.137308 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-81feb0a1-131c-4d8d-842d-1bb7a0d086a2 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:15.155940 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-81feb0a1-131c-4d8d-842d-1bb7a0d086a2 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5457428 Aug 30 04:37:15.167259 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-91ee9466-12f2-455f-80d2-306c20113442 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] http://10.222.0.85:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106257) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 04:37:15.168225 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-91ee9466-12f2-455f-80d2-306c20113442 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.71 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051210 Aug 30 04:37:15.236908 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-4f471095-0357-429d-bb28-62baec007b09 service neutron] Request body: {'port': {'device_id': '19610563-a97a-498d-9f7e-200b0bd70771', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:37:15.300712 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-4f471095-0357-429d-bb28-62baec007b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e), before_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:15.304829 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21960e-0310-4794-b6da-1ecc539ee4d6 req-a87ff915-1f62-4e5b-b163-1537f6a5a4ac tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:15.306466 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ed21960e-0310-4794-b6da-1ecc539ee4d6 req-a87ff915-1f62-4e5b-b163-1537f6a5a4ac tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=19610563-a97a-498d-9f7e-200b0bd70771 HTTP/1.1" status: 200 len: 931 time: 0.0476656 Aug 30 04:37:15.325574 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:15.339775 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:15.359328 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ed21960e-0310-4794-b6da-1ecc539ee4d6 req-42ae64fe-4ece-47b4-92b1-da9b65808c96 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=652a75ed-bd4a-4458-87c7-53f4bb5fbfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470002 Aug 30 04:37:15.362809 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-b23ef845-96ae-4567-aa37-5208457a3d8d None None] Provisioning complete for port 1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:37:15.363876 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-b23ef845-96ae-4567-aa37-5208457a3d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:15.396705 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-b23ef845-96ae-4567-aa37-5208457a3d8d None None] Port 1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e cannot update to ACTIVE because it is not bound. {{(pid=106259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:37:15.556507 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.notifiers.nova [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-4f471095-0357-429d-bb28-62baec007b09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e {{(pid=106257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:37:15.563841 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-4f471095-0357-429d-bb28-62baec007b09 service neutron] Publish callbacks [] for port (1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e), precommit_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:15.576535 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.provisioning_blocks [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-4f471095-0357-429d-bb28-62baec007b09 service neutron] Transition to ACTIVE for port object 1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e will not be triggered until provisioned by entity L2. {{(pid=106257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:37:15.579239 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-4f471095-0357-429d-bb28-62baec007b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61207719'] for port (1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e), after_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:15.638994 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f471095-0357-429d-bb28-62baec007b09 service neutron] Pushing event updated for resources: {'Port': ['ID=1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e,revision_number=2']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:15.689451 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.managers [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-4f471095-0357-429d-bb28-62baec007b09 service neutron] Attempting to bind port 1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:37:15.689780 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.managers [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-4f471095-0357-429d-bb28-62baec007b09 service neutron] Attempting to bind port 1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '246af491-6471-4245-a475-ef13f16f15b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a'}] {{(pid=106257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:37:15.690113 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-4f471095-0357-429d-bb28-62baec007b09 service neutron] Attempting to bind port 1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e on network 028ab36d-9030-4e40-a42e-859885874e3a {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:37:15.694430 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-4f471095-0357-429d-bb28-62baec007b09 service neutron] Port 1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e on network 028ab36d-9030-4e40-a42e-859885874e3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:37:15.694756 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-4f471095-0357-429d-bb28-62baec007b09 service neutron] Attempting to bind port 1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e on network 028ab36d-9030-4e40-a42e-859885874e3a {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:37:15.700201 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-4f471095-0357-429d-bb28-62baec007b09 service neutron] Checking agent: {'id': 'dd0d0365-d50b-4401-90d8-c3ff73fab053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 24, 11), 'started_at': datetime.datetime(2022, 8, 30, 4, 24, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:37:15.700537 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-4f471095-0357-429d-bb28-62baec007b09 service neutron] Checking segment: {'id': '246af491-6471-4245-a475-ef13f16f15b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:37:15.700918 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-4f471095-0357-429d-bb28-62baec007b09 service neutron] Bound using segment: {'id': '246af491-6471-4245-a475-ef13f16f15b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a'} {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:37:15.701378 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.managers [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-4f471095-0357-429d-bb28-62baec007b09 service neutron] Bound port: 1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '246af491-6471-4245-a475-ef13f16f15b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a'}}] {{(pid=106257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:37:15.701731 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-4f471095-0357-429d-bb28-62baec007b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e), before_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:15.761333 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-4f471095-0357-429d-bb28-62baec007b09 service neutron] For port 1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e, host hv-cinder-85426, cleared binding levels {{(pid=106257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:37:15.764545 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-4f471095-0357-429d-bb28-62baec007b09 service neutron] For port 1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e,segment=NetworkSegment(246af491-6471-4245-a475-ef13f16f15b9),segment_id=246af491-6471-4245-a475-ef13f16f15b9)] {{(pid=106257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:37:15.770293 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-4f471095-0357-429d-bb28-62baec007b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61207719'] for port (1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e), after_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:15.774269 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-4f471095-0357-429d-bb28-62baec007b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:15.774987 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-4f471095-0357-429d-bb28-62baec007b09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:15.776363 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-4f471095-0357-429d-bb28-62baec007b09 service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e HTTP/1.1" status: 200 len: 1093 time: 0.5917301 Aug 30 04:37:15.776847 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19610563-a97a-498d-9f7e-200b0bd70771', 'tag': '1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e'}] {{(pid=106257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:37:15.779134 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d1a48af4e812f9c70823208ed2638ca64b88de6e4994a5bf3763d45491ed842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e59893-7b3a-47dc-b441-b751d224a222" -d '{"events": [{"name": "network-changed", "server_uuid": "19610563-a97a-498d-9f7e-200b0bd70771", "tag": "1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e"}]}' {{(pid=106257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:37:15.839940 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f471095-0357-429d-bb28-62baec007b09 service neutron] Pushing event updated for resources: {'Port': ['ID=1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e,revision_number=3']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:15.896473 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8d39a7-1530-443e-87cb-ab52770f0f41 x-openstack-request-id: req-fb8d39a7-1530-443e-87cb-ab52770f0f41 {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:37:15.896801 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19610563-a97a-498d-9f7e-200b0bd70771", "tag": "1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e", "status": "completed", "code": 200}]} {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:37:15.897023 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-fb8d39a7-1530-443e-87cb-ab52770f0f41 {{(pid=106257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:37:15.897448 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb8d39a7-1530-443e-87cb-ab52770f0f41'] response: {'name': 'network-changed', 'server_uuid': '19610563-a97a-498d-9f7e-200b0bd70771', 'tag': '1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e', 'status': 'completed', 'code': 200} Aug 30 04:37:15.900516 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-9fecd157-b472-45c6-ab97-59b5fdd25b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:15.902077 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-9fecd157-b472-45c6-ab97-59b5fdd25b8c service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=c561fdf35e454833b521f54043c49035&device_id=19610563-a97a-498d-9f7e-200b0bd70771 HTTP/1.1" status: 200 len: 1127 time: 0.0475218 Aug 30 04:37:15.969602 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-814dfac0-1351-466d-9e87-22974221f92c service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e HTTP/1.1" status: 200 len: 217 time: 0.0317535 Aug 30 04:37:16.005288 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:16.020392 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-97b23ba4-8d20-457a-b46f-98f8892cc7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:16.021836 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-97b23ba4-8d20-457a-b46f-98f8892cc7ab service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=879a924d-b6f2-411b-ac07-f1579216c613 HTTP/1.1" status: 200 len: 854 time: 0.0452616 Aug 30 04:37:16.067062 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-f5a4d287-2a81-4420-86dc-02c2fb5b74f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:16.068442 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-f5a4d287-2a81-4420-86dc-02c2fb5b74f8 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=028ab36d-9030-4e40-a42e-859885874e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381274 Aug 30 04:37:16.139413 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:16.164971 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-5ec6151b-3e40-4034-994a-e4ed04825089 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/028ab36d-9030-4e40-a42e-859885874e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893989 Aug 30 04:37:16.257712 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-0af31c96-1d11-43cc-aac2-733581da0ca9 req-13972738-6be6-4111-9fce-65510bcb9af1 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/028ab36d-9030-4e40-a42e-859885874e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857456 Aug 30 04:37:16.479223 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a81cf3-2a48-4ffd-86d2-64b51374d4ab req-d3d833db-aa86-4b2d-810e-2c2ca945c392 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:16.480675 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f8a81cf3-2a48-4ffd-86d2-64b51374d4ab req-d3d833db-aa86-4b2d-810e-2c2ca945c392 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=19610563-a97a-498d-9f7e-200b0bd70771 HTTP/1.1" status: 200 len: 943 time: 0.0464587 Aug 30 04:37:16.529647 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f8a81cf3-2a48-4ffd-86d2-64b51374d4ab req-92c07eca-aa18-4406-9722-753df53698e4 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=652a75ed-bd4a-4458-87c7-53f4bb5fbfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432220 Aug 30 04:37:17.306410 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e59893-7b3a-47dc-b441-b751d224a222 req-c69375ab-d9a8-47cd-a9ac-6de41aae53cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:17.307922 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-b3e59893-7b3a-47dc-b441-b751d224a222 req-c69375ab-d9a8-47cd-a9ac-6de41aae53cd service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=c561fdf35e454833b521f54043c49035&device_id=19610563-a97a-498d-9f7e-200b0bd70771 HTTP/1.1" status: 200 len: 1127 time: 0.0408716 Aug 30 04:37:17.400885 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e59893-7b3a-47dc-b441-b751d224a222 req-c4e38a23-d81e-4445-9670-6ea2ac740b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:17.402250 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-b3e59893-7b3a-47dc-b441-b751d224a222 req-c4e38a23-d81e-4445-9670-6ea2ac740b74 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=028ab36d-9030-4e40-a42e-859885874e3a HTTP/1.1" status: 200 len: 917 time: 0.0879648 Aug 30 04:37:17.649572 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71408d3b-b1b0-4e79-8e61-3b4e587b0014 req-b81d8541-ab1e-4dfa-be24-7564323c72c2 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:17.651789 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-71408d3b-b1b0-4e79-8e61-3b4e587b0014 req-b81d8541-ab1e-4dfa-be24-7564323c72c2 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=19610563-a97a-498d-9f7e-200b0bd70771 HTTP/1.1" status: 200 len: 943 time: 0.0478184 Aug 30 04:37:17.684586 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-b3e59893-7b3a-47dc-b441-b751d224a222 req-ab88384b-6f3a-4ffe-a580-fdab6d7f9a10 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e HTTP/1.1" status: 200 len: 217 time: 0.0330310 Aug 30 04:37:17.702657 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-71408d3b-b1b0-4e79-8e61-3b4e587b0014 req-82a3a201-6318-49da-90ed-c425a21ab8a7 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=652a75ed-bd4a-4458-87c7-53f4bb5fbfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447609 Aug 30 04:37:17.741347 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e59893-7b3a-47dc-b441-b751d224a222 req-ad3aeece-95ec-45a7-bdb5-8b314fd15f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:17.742802 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-b3e59893-7b3a-47dc-b441-b751d224a222 req-ad3aeece-95ec-45a7-bdb5-8b314fd15f38 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=879a924d-b6f2-411b-ac07-f1579216c613 HTTP/1.1" status: 200 len: 854 time: 0.0515275 Aug 30 04:37:17.844860 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e59893-7b3a-47dc-b441-b751d224a222 req-df588494-0ca2-48cc-8d22-3c3f5633891c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:17.846441 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-b3e59893-7b3a-47dc-b441-b751d224a222 req-df588494-0ca2-48cc-8d22-3c3f5633891c service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=028ab36d-9030-4e40-a42e-859885874e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408862 Aug 30 04:37:17.912115 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:37:17.951874 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-b3e59893-7b3a-47dc-b441-b751d224a222 req-717c47b0-b6ef-4063-b9e3-4dca32ae81b5 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/028ab36d-9030-4e40-a42e-859885874e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921373 Aug 30 04:37:18.014272 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e,segment=NetworkSegment(246af491-6471-4245-a475-ef13f16f15b9),segment_id=246af491-6471-4245-a475-ef13f16f15b9)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:37:18.025690 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Returning: {'device': '1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e', 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'port_id': '1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e', 'mac_address': 'fa:16:3e:55:45:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '879a924d-b6f2-411b-ac07-f1579216c613', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:37:18.060005 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-b3e59893-7b3a-47dc-b441-b751d224a222 req-93e64d6c-b8fd-44d2-963b-7553b1ca731c service neutron] 10.222.0.71 "GET /networking/v2.0/networks/028ab36d-9030-4e40-a42e-859885874e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890474 Aug 30 04:37:18.060226 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port 1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e is: DOWN; New status is: BUILD {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:37:18.060624 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:18.074253 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e {{(pid=106259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:37:18.093857 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e,segment=NetworkSegment(246af491-6471-4245-a475-ef13f16f15b9),segment_id=246af491-6471-4245-a475-ef13f16f15b9)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:37:18.098903 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:18.145063 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e,revision_number=4']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:18.152338 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:18.152693 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:18.153058 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:18.153398 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:18.153735 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:18.154067 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:18.154399 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:18.154741 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:18.155057 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:18.155383 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:18.155710 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:18.156034 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:18.156357 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:18.156678 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:18.156997 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:37:18.530785 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] get_ports_and_sgs() called for port_ids ['1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e'] {{(pid=106259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:37:18.820174 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451735a5-cd30-4d9d-bf3f-92f836e5826c req-e96b56f4-62ed-45bc-9fd2-2f5bbb371d74 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:18.821586 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-451735a5-cd30-4d9d-bf3f-92f836e5826c req-e96b56f4-62ed-45bc-9fd2-2f5bbb371d74 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=19610563-a97a-498d-9f7e-200b0bd70771 HTTP/1.1" status: 200 len: 944 time: 0.0472758 Aug 30 04:37:18.868783 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-451735a5-cd30-4d9d-bf3f-92f836e5826c req-52bc3d1d-bab7-441e-99f9-a4ce77083a74 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=652a75ed-bd4a-4458-87c7-53f4bb5fbfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409358 Aug 30 04:37:19.935554 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e up at agent hyperv_hv-cinder-85426 {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:37:19.977360 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Provisioning for port 1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e completed by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:37:19.984219 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Provisioning complete for port 1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:37:19.984584 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:19.994398 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3bf50e-066e-480a-a551-6d7e255e2f36 req-78dcc5d5-d5a0-4ad0-8455-e110114a6846 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:19.995912 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4d3bf50e-066e-480a-a551-6d7e255e2f36 req-78dcc5d5-d5a0-4ad0-8455-e110114a6846 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=19610563-a97a-498d-9f7e-200b0bd70771 HTTP/1.1" status: 200 len: 944 time: 0.0525403 Aug 30 04:37:20.042954 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4d3bf50e-066e-480a-a551-6d7e255e2f36 req-5526336b-480d-49f0-8e1e-d441e93d54d7 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=652a75ed-bd4a-4458-87c7-53f4bb5fbfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412297 Aug 30 04:37:20.058529 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port 1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e is: BUILD; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:37:20.058913 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:20.082860 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19610563-a97a-498d-9f7e-200b0bd70771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e'}] {{(pid=106259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:37:20.085108 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e273ce8b2ae48758be2a6d8dc958f9d92735a0e32143c567216a16ba221820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7e260c-c117-49b2-b8e9-24dead2f23bb" -d '{"events": [{"server_uuid": "19610563-a97a-498d-9f7e-200b0bd70771", "name": "network-vif-plugged", "status": "completed", "tag": "1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e"}]}' {{(pid=106259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:37:20.097663 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e,segment=NetworkSegment(246af491-6471-4245-a475-ef13f16f15b9),segment_id=246af491-6471-4245-a475-ef13f16f15b9)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:37:20.101595 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:20.128126 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f1225f-ec22-484d-b51b-8b67ff57251f x-openstack-request-id: req-60f1225f-ec22-484d-b51b-8b67ff57251f {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:37:20.128420 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19610563-a97a-498d-9f7e-200b0bd70771", "name": "network-vif-plugged", "status": "completed", "tag": "1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e", "code": 200}]} {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:37:20.128677 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-60f1225f-ec22-484d-b51b-8b67ff57251f {{(pid=106259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:37:20.129094 dv-cinder-854265-2-iscsi neutron-server[106259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60f1225f-ec22-484d-b51b-8b67ff57251f'] response: {'server_uuid': '19610563-a97a-498d-9f7e-200b0bd70771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e', 'code': 200} Aug 30 04:37:20.154429 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e,revision_number=5']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:20.400769 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ef8af-24d0-461b-8f45-43d4a152a409 req-0c2b656c-4b98-4b0f-b69a-668fb201c7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:20.402436 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-5f2ef8af-24d0-461b-8f45-43d4a152a409 req-0c2b656c-4b98-4b0f-b69a-668fb201c7e8 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=19610563-a97a-498d-9f7e-200b0bd70771 HTTP/1.1" status: 200 len: 1129 time: 0.0697165 Aug 30 04:37:20.408414 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-a8da9cac-60e2-4d32-ae9c-9f4cd653436d req-d140fe81-e89b-46d4-8da9-8b5e9ce1ec9b service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0478733 Aug 30 04:37:20.445481 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-5f2ef8af-24d0-461b-8f45-43d4a152a409 req-643c4608-43e0-426e-8fb7-8e76b4a4a6c5 service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=652a75ed-bd4a-4458-87c7-53f4bb5fbfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361645 Aug 30 04:37:20.848293 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da9cac-60e2-4d32-ae9c-9f4cd653436d req-21cce9e6-2a8d-4474-a6d8-f56d5b478be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:20.849858 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-a8da9cac-60e2-4d32-ae9c-9f4cd653436d req-21cce9e6-2a8d-4474-a6d8-f56d5b478be9 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=96907629895d451697f448cf2c3bc6a1&device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 1130 time: 0.0413761 Aug 30 04:37:21.119010 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:21.162902 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f9e22-d548-453a-b969-3776c8ce9863 req-22b93fb7-23fe-47d4-8d69-05d74f7c1bd8 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:21.164368 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-876f9e22-d548-453a-b969-3776c8ce9863 req-22b93fb7-23fe-47d4-8d69-05d74f7c1bd8 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=19610563-a97a-498d-9f7e-200b0bd70771 HTTP/1.1" status: 200 len: 945 time: 0.0482802 Aug 30 04:37:21.211419 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-876f9e22-d548-453a-b969-3776c8ce9863 req-aa7b9053-8454-4a83-b70e-71097b1e3226 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=652a75ed-bd4a-4458-87c7-53f4bb5fbfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409176 Aug 30 04:37:21.329769 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da9cac-60e2-4d32-ae9c-9f4cd653436d req-7f0a1bfe-1d8d-4295-8c4c-c396ab98251f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:21.331231 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-a8da9cac-60e2-4d32-ae9c-9f4cd653436d req-7f0a1bfe-1d8d-4295-8c4c-c396ab98251f service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=6e52047f-70d3-42db-935b-902b02a68f1a HTTP/1.1" status: 200 len: 910 time: 0.0879641 Aug 30 04:37:21.390133 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=100 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:21.399948 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-a8da9cac-60e2-4d32-ae9c-9f4cd653436d req-1399e87b-8dc2-4c27-a6b8-f7f264ae140a service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eeef7498-bb32-43b9-bc6e-1fe32f5be46b HTTP/1.1" status: 200 len: 1001 time: 0.0580812 Aug 30 04:37:21.450458 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da9cac-60e2-4d32-ae9c-9f4cd653436d req-5f1df52d-2f59-4852-aaeb-b8d76c063fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:21.452120 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-a8da9cac-60e2-4d32-ae9c-9f4cd653436d req-5f1df52d-2f59-4852-aaeb-b8d76c063fd3 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=ec2a4d1a-e144-4645-a094-54c969a171a8 HTTP/1.1" status: 200 len: 847 time: 0.0445354 Aug 30 04:37:21.496829 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da9cac-60e2-4d32-ae9c-9f4cd653436d req-e267a1f6-dad8-48f1-8dfc-a21077f410c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:21.498258 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-a8da9cac-60e2-4d32-ae9c-9f4cd653436d req-e267a1f6-dad8-48f1-8dfc-a21077f410c1 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=6e52047f-70d3-42db-935b-902b02a68f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378397 Aug 30 04:37:21.564339 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=100 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:21.599645 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-a8da9cac-60e2-4d32-ae9c-9f4cd653436d req-d9f89419-fb22-4a7d-b86e-cde5d4b00dce service neutron] 10.222.0.71 "GET /networking/v2.0/networks/6e52047f-70d3-42db-935b-902b02a68f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851185 Aug 30 04:37:22.334053 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b12c1f-238b-4631-8129-995624966a97 req-abe970bb-7098-47cb-8bf7-8082d6069e41 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:22.335580 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-74b12c1f-238b-4631-8129-995624966a97 req-abe970bb-7098-47cb-8bf7-8082d6069e41 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=19610563-a97a-498d-9f7e-200b0bd70771 HTTP/1.1" status: 200 len: 945 time: 0.0490923 Aug 30 04:37:22.372115 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-a8da9cac-60e2-4d32-ae9c-9f4cd653436d req-279a5d17-4ccf-4fe3-9869-bde01399f202 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/6e52047f-70d3-42db-935b-902b02a68f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872567 Aug 30 04:37:22.390272 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-74b12c1f-238b-4631-8129-995624966a97 req-355b7abd-9452-4554-aa32-98c366468323 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=652a75ed-bd4a-4458-87c7-53f4bb5fbfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477364 Aug 30 04:37:22.505280 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54968b3c-ed53-4693-8d8c-85d4955bdb21 req-fe571e5c-aa9e-4a98-9601-d56e5c16819c tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:22.506719 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-54968b3c-ed53-4693-8d8c-85d4955bdb21 req-fe571e5c-aa9e-4a98-9601-d56e5c16819c tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=19610563-a97a-498d-9f7e-200b0bd70771 HTTP/1.1" status: 200 len: 945 time: 0.0470626 Aug 30 04:37:22.516103 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 59474) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:22.520411 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-3f10e571-1bcc-452b-b99d-cc1130c58ab0 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Request body: {'floatingip': {'port_id': '1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:37:22.558004 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3f10e571-1bcc-452b-b99d-cc1130c58ab0 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for floatingip (58fd0c96-b3e3-4561-ab7e-22c5a37b484a), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:22.925570 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:22.940569 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:22.953024 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-0ecef70d-884f-4467-9f72-50c86cf77f3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:22.969015 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:22.975372 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3f10e571-1bcc-452b-b99d-cc1130c58ab0 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:22.980111 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3f10e571-1bcc-452b-b99d-cc1130c58ab0 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696708'] for floatingip (58fd0c96-b3e3-4561-ab7e-22c5a37b484a), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:23.076487 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.db.l3_db [None req-3f10e571-1bcc-452b-b99d-cc1130c58ab0 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Floating IP 58fd0c96-b3e3-4561-ab7e-22c5a37b484a associated. External IP: 172.27.1.186, port: 1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e. Aug 30 04:37:23.273184 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f10e571-1bcc-452b-b99d-cc1130c58ab0 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Router 3240277e-0db5-4501-a5a0-a0b30289df71 has already been hosted by L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 {{(pid=106258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:37:23.373866 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f10e571-1bcc-452b-b99d-cc1130c58ab0 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:37:23.379059 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3f10e571-1bcc-452b-b99d-cc1130c58ab0 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for floatingip (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:23.387378 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e94e1d-5d85-42e5-be8a-21d87cbc5862 None None] Sync routers for ids ['3240277e-0db5-4501-a5a0-a0b30289df71'] in dv-cinder-854265-2-iscsi {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:37:23.398406 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e94e1d-5d85-42e5-be8a-21d87cbc5862 None None] Routers {'3240277e-0db5-4501-a5a0-a0b30289df71'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:37:23.399036 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-74e94e1d-5d85-42e5-be8a-21d87cbc5862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:36:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['3240277e-0db5-4501-a5a0-a0b30289df71'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:23.421070 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-3f10e571-1bcc-452b-b99d-cc1130c58ab0 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "PUT /networking/v2.0/floatingips/58fd0c96-b3e3-4561-ab7e-22c5a37b484a HTTP/1.1" status: 200 len: 991 time: 0.9038656 Aug 30 04:37:23.421655 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19610563-a97a-498d-9f7e-200b0bd70771', 'tag': '1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:37:23.423938 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cae73fbe7dcf058e11387a0db1adace332cfaa4523dfba65b1576f9d32bef72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4bee068-3a9b-44aa-b8f2-0f62d62c0142" -d '{"events": [{"name": "network-changed", "server_uuid": "19610563-a97a-498d-9f7e-200b0bd70771", "tag": "1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:37:23.503603 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-74e94e1d-5d85-42e5-be8a-21d87cbc5862 None None] Set router 3240277e-0db5-4501-a5a0-a0b30289df71 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:37:23.521721 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736e08b2-b180-40d8-be39-2d898ff20c78 x-openstack-request-id: req-736e08b2-b180-40d8-be39-2d898ff20c78 {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:37:23.522014 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19610563-a97a-498d-9f7e-200b0bd70771", "tag": "1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:37:23.522269 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-736e08b2-b180-40d8-be39-2d898ff20c78 {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:37:23.522669 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-736e08b2-b180-40d8-be39-2d898ff20c78'] response: {'name': 'network-changed', 'server_uuid': '19610563-a97a-498d-9f7e-200b0bd70771', 'tag': '1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e', 'status': 'completed', 'code': 200} Aug 30 04:37:23.629680 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bee068-3a9b-44aa-b8f2-0f62d62c0142 req-64155053-d952-45a4-8910-debeddb03c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:23.631106 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-e4bee068-3a9b-44aa-b8f2-0f62d62c0142 req-64155053-d952-45a4-8910-debeddb03c1b service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=c561fdf35e454833b521f54043c49035&device_id=19610563-a97a-498d-9f7e-200b0bd70771 HTTP/1.1" status: 200 len: 1129 time: 0.0497541 Aug 30 04:37:23.716799 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-74e94e1d-5d85-42e5-be8a-21d87cbc5862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'name': 'tempest-AttachVolumeNegativeTest-1156238332-router', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:01Z', 'revision_number': 4, 'project_id': 'c561fdf35e454833b521f54043c49035', 'gw_port': {'id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_floatingips': [{'id': '58fd0c96-b3e3-4561-ab7e-22c5a37b484a', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'floating_ip_address': '172.27.1.186', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'port_id': '1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'mac_address': 'fa:16:3e:55:45:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19610563-a97a-498d-9f7e-200b0bd70771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:37:12Z', 'updated_at': '2022-08-30T04:37:22Z', 'revision_number': 1, 'project_id': 'c561fdf35e454833b521f54043c49035', 'fixed_ip_address_scope': None}, {'id': '7f1fa732-5a3a-48d4-a0c5-40656bd0ddc8', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'floating_ip_address': '172.27.1.32', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'port_id': '76600936-3d50-49e5-9256-9cf624893de2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'mac_address': 'fa:16:3e:a7:75:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c85f91a-65a8-4467-a74e-e2101053764f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:36:03Z', 'updated_at': '2022-08-30T04:36:18Z', 'revision_number': 2, 'project_id': 'c561fdf35e454833b521f54043c49035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f44dc909-25dd-4b92-841e-4367b510201e', 'name': '', 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'mac_address': 'fa:16:3e:48:c0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '879a924d-b6f2-411b-ac07-f1579216c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:36:01Z', 'updated_at': '2022-08-30T04:36:06Z', 'revision_number': 5, 'project_id': 'c561fdf35e454833b521f54043c49035', 'subnets': [{'id': '879a924d-b6f2-411b-ac07-f1579216c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:23.727841 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bee068-3a9b-44aa-b8f2-0f62d62c0142 req-3266e457-b08d-4628-a8cd-074b12f7f30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:23.729368 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-e4bee068-3a9b-44aa-b8f2-0f62d62c0142 req-3266e457-b08d-4628-a8cd-074b12f7f30e service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=028ab36d-9030-4e40-a42e-859885874e3a HTTP/1.1" status: 200 len: 917 time: 0.0883212 Aug 30 04:37:23.745012 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e94e1d-5d85-42e5-be8a-21d87cbc5862 None None] Checking router: 3240277e-0db5-4501-a5a0-a0b30289df71 for host: dv-cinder-854265-2-iscsi {{(pid=106259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:37:23.753448 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e94e1d-5d85-42e5-be8a-21d87cbc5862 None None] Routers {'3240277e-0db5-4501-a5a0-a0b30289df71'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:37:23.754085 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-74e94e1d-5d85-42e5-be8a-21d87cbc5862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:36:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['3240277e-0db5-4501-a5a0-a0b30289df71'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:23.794147 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-e4bee068-3a9b-44aa-b8f2-0f62d62c0142 req-9d345522-57ec-4091-ae9f-46e03f5db369 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e HTTP/1.1" status: 200 len: 999 time: 0.0577543 Aug 30 04:37:23.844145 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bee068-3a9b-44aa-b8f2-0f62d62c0142 req-eb6a9ed7-097a-4ae3-a384-51cb9beaf85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:23.845620 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-e4bee068-3a9b-44aa-b8f2-0f62d62c0142 req-eb6a9ed7-097a-4ae3-a384-51cb9beaf85d service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=879a924d-b6f2-411b-ac07-f1579216c613 HTTP/1.1" status: 200 len: 854 time: 0.0444939 Aug 30 04:37:23.852383 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-74e94e1d-5d85-42e5-be8a-21d87cbc5862 None None] Set router 3240277e-0db5-4501-a5a0-a0b30289df71 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:37:23.901602 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bee068-3a9b-44aa-b8f2-0f62d62c0142 req-fcf8096c-196e-4a30-b8e7-354f0ba27938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:23.903030 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-e4bee068-3a9b-44aa-b8f2-0f62d62c0142 req-fcf8096c-196e-4a30-b8e7-354f0ba27938 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=028ab36d-9030-4e40-a42e-859885874e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479555 Aug 30 04:37:24.004010 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-e4bee068-3a9b-44aa-b8f2-0f62d62c0142 req-e77e78c2-8e35-4241-8f57-2e8d158a7b37 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/028ab36d-9030-4e40-a42e-859885874e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910490 Aug 30 04:37:24.096983 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-e4bee068-3a9b-44aa-b8f2-0f62d62c0142 req-5c484154-1337-4ee8-82c4-104e2b618adf service neutron] 10.222.0.71 "GET /networking/v2.0/networks/028ab36d-9030-4e40-a42e-859885874e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814285 Aug 30 04:37:24.191467 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-74e94e1d-5d85-42e5-be8a-21d87cbc5862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'name': 'tempest-AttachVolumeNegativeTest-1156238332-router', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:01Z', 'revision_number': 4, 'project_id': 'c561fdf35e454833b521f54043c49035', 'gw_port': {'id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_floatingips': [{'id': '58fd0c96-b3e3-4561-ab7e-22c5a37b484a', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'floating_ip_address': '172.27.1.186', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'port_id': '1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'mac_address': 'fa:16:3e:55:45:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19610563-a97a-498d-9f7e-200b0bd70771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:37:12Z', 'updated_at': '2022-08-30T04:37:22Z', 'revision_number': 1, 'project_id': 'c561fdf35e454833b521f54043c49035', 'fixed_ip_address_scope': None}, {'id': '7f1fa732-5a3a-48d4-a0c5-40656bd0ddc8', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'floating_ip_address': '172.27.1.32', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'port_id': '76600936-3d50-49e5-9256-9cf624893de2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'mac_address': 'fa:16:3e:a7:75:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c85f91a-65a8-4467-a74e-e2101053764f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:36:03Z', 'updated_at': '2022-08-30T04:36:18Z', 'revision_number': 2, 'project_id': 'c561fdf35e454833b521f54043c49035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f44dc909-25dd-4b92-841e-4367b510201e', 'name': '', 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'mac_address': 'fa:16:3e:48:c0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '879a924d-b6f2-411b-ac07-f1579216c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:36:01Z', 'updated_at': '2022-08-30T04:36:06Z', 'revision_number': 5, 'project_id': 'c561fdf35e454833b521f54043c49035', 'subnets': [{'id': '879a924d-b6f2-411b-ac07-f1579216c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:24.215666 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e94e1d-5d85-42e5-be8a-21d87cbc5862 None None] The sync data for ids ['3240277e-0db5-4501-a5a0-a0b30289df71'] in dv-cinder-854265-2-iscsi is: [{'id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'name': 'tempest-AttachVolumeNegativeTest-1156238332-router', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:01Z', 'revision_number': 4, 'project_id': 'c561fdf35e454833b521f54043c49035', 'gw_port': {'id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_floatingips': [{'id': '58fd0c96-b3e3-4561-ab7e-22c5a37b484a', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'floating_ip_address': '172.27.1.186', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'port_id': '1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'mac_address': 'fa:16:3e:55:45:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19610563-a97a-498d-9f7e-200b0bd70771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:37:12Z', 'updated_at': '2022-08-30T04:37:22Z', 'revision_number': 1, 'project_id': 'c561fdf35e454833b521f54043c49035', 'fixed_ip_address_scope': None}, {'id': '7f1fa732-5a3a-48d4-a0c5-40656bd0ddc8', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'floating_ip_address': '172.27.1.32', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'port_id': '76600936-3d50-49e5-9256-9cf624893de2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'mac_address': 'fa:16:3e:a7:75:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c85f91a-65a8-4467-a74e-e2101053764f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:36:03Z', 'updated_at': '2022-08-30T04:36:18Z', 'revision_number': 2, 'project_id': 'c561fdf35e454833b521f54043c49035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f44dc909-25dd-4b92-841e-4367b510201e', 'name': '', 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'mac_address': 'fa:16:3e:48:c0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '879a924d-b6f2-411b-ac07-f1579216c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:36:01Z', 'updated_at': '2022-08-30T04:36:06Z', 'revision_number': 5, 'project_id': 'c561fdf35e454833b521f54043c49035', 'subnets': [{'id': '879a924d-b6f2-411b-ac07-f1579216c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:37:24.411782 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92875c9-3c5c-47b9-bab8-0d9ddb1ac578 None None] New status for floating IP 58fd0c96-b3e3-4561-ab7e-22c5a37b484a: ACTIVE {{(pid=106260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:37:25.309870 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6cbc935d-ce5a-4906-bc87-81f3ee0fdb5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:26.590262 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:26.646975 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 59482) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:26.786336 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-8b7496d4-7042-4606-9ecb-3467594a32a5 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Deleting port 0d1caf49-0a48-418e-a64d-a00baf181fcb {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:37:26.786681 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-8b7496d4-7042-4606-9ecb-3467594a32a5 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (0d1caf49-0a48-418e-a64d-a00baf181fcb), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:26.863668 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-8b7496d4-7042-4606-9ecb-3467594a32a5 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (0d1caf49-0a48-418e-a64d-a00baf181fcb), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:26.863996 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-8b7496d4-7042-4606-9ecb-3467594a32a5 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Publish callbacks [] for floatingip (0d1caf49-0a48-418e-a64d-a00baf181fcb), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:26.876906 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-8b7496d4-7042-4606-9ecb-3467594a32a5 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Calling delete_port for 0d1caf49-0a48-418e-a64d-a00baf181fcb owned by network:floatingip {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:37:26.997157 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:27.021442 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-8b7496d4-7042-4606-9ecb-3467594a32a5 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62508200'] for port (0d1caf49-0a48-418e-a64d-a00baf181fcb), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:27.042931 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7496d4-7042-4606-9ecb-3467594a32a5 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Pushing event deleted for resources: {'Port': ['ID=0d1caf49-0a48-418e-a64d-a00baf181fcb,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:27.051474 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:27.111386 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-8b7496d4-7042-4606-9ecb-3467594a32a5 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Publish callbacks [] for floatingip (d022b0f9-6fb5-4452-9e91-6f134a2cb9fb), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:27.111712 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.db.l3_db [None req-8b7496d4-7042-4606-9ecb-3467594a32a5 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Floating IP d022b0f9-6fb5-4452-9e91-6f134a2cb9fb disassociated (deleted). External IP: 172.27.1.64, port: eeef7498-bb32-43b9-bc6e-1fe32f5be46b. Aug 30 04:37:27.305193 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7496d4-7042-4606-9ecb-3467594a32a5 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Router 1fa2ced0-bebe-4d88-b6bc-a31803ed4c57 has already been hosted by L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 {{(pid=106258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:37:27.402309 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7496d4-7042-4606-9ecb-3467594a32a5 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:37:27.406565 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-8b7496d4-7042-4606-9ecb-3467594a32a5 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for floatingip (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:27.411208 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116ae0ea-50f1-4be5-8913-32d30e5a1013 None None] Sync routers for ids ['1fa2ced0-bebe-4d88-b6bc-a31803ed4c57'] in dv-cinder-854265-2-iscsi {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:37:27.421106 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116ae0ea-50f1-4be5-8913-32d30e5a1013 None None] Routers {'1fa2ced0-bebe-4d88-b6bc-a31803ed4c57'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:37:27.421716 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-116ae0ea-50f1-4be5-8913-32d30e5a1013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:37:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['1fa2ced0-bebe-4d88-b6bc-a31803ed4c57'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:27.437415 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-8b7496d4-7042-4606-9ecb-3467594a32a5 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "DELETE /networking/v2.0/floatingips/d022b0f9-6fb5-4452-9e91-6f134a2cb9fb HTTP/1.1" status: 204 len: 168 time: 0.7893455 Aug 30 04:37:27.438094 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f88ba488-5a94-48a0-80c6-2df40d20372e', 'tag': 'eeef7498-bb32-43b9-bc6e-1fe32f5be46b'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:37:27.440653 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cae73fbe7dcf058e11387a0db1adace332cfaa4523dfba65b1576f9d32bef72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe301a4-5166-4535-a6dc-9d4d8c3c70e6" -d '{"events": [{"name": "network-changed", "server_uuid": "f88ba488-5a94-48a0-80c6-2df40d20372e", "tag": "eeef7498-bb32-43b9-bc6e-1fe32f5be46b"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:37:27.497878 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc656d8-1b74-44b2-b5ee-527a0c9ac209 x-openstack-request-id: req-1bc656d8-1b74-44b2-b5ee-527a0c9ac209 {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:37:27.498171 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f88ba488-5a94-48a0-80c6-2df40d20372e", "tag": "eeef7498-bb32-43b9-bc6e-1fe32f5be46b", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:37:27.498422 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-1bc656d8-1b74-44b2-b5ee-527a0c9ac209 {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:37:27.498820 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bc656d8-1b74-44b2-b5ee-527a0c9ac209'] response: {'name': 'network-changed', 'server_uuid': 'f88ba488-5a94-48a0-80c6-2df40d20372e', 'tag': 'eeef7498-bb32-43b9-bc6e-1fe32f5be46b', 'status': 'completed', 'code': 200} Aug 30 04:37:27.507346 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:27.533178 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-116ae0ea-50f1-4be5-8913-32d30e5a1013 None None] Set router 1fa2ced0-bebe-4d88-b6bc-a31803ed4c57 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:37:27.573908 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=100 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:27.639626 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe301a4-5166-4535-a6dc-9d4d8c3c70e6 req-230ee2d3-2241-4d2a-850e-65ee5cfd910b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:27.641503 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-bfe301a4-5166-4535-a6dc-9d4d8c3c70e6 req-230ee2d3-2241-4d2a-850e-65ee5cfd910b service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=96907629895d451697f448cf2c3bc6a1&device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 1130 time: 0.0571032 Aug 30 04:37:27.688902 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857b748-284a-4457-ad8a-6688db34978f req-88980d5d-486b-4db0-b64b-579f732d5807 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:27.690608 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f857b748-284a-4457-ad8a-6688db34978f req-88980d5d-486b-4db0-b64b-579f732d5807 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 946 time: 0.0479705 Aug 30 04:37:27.727274 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-116ae0ea-50f1-4be5-8913-32d30e5a1013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa2ced0-bebe-4d88-b6bc-a31803ed4c57', 'name': 'tempest-TestShelveInstance-997246481-router', 'tenant_id': '96907629895d451697f448cf2c3bc6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '579e955d-eacf-4b30-8920-371b3b139e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:32:24Z', 'updated_at': '2022-08-30T04:32:27Z', 'revision_number': 4, 'project_id': '96907629895d451697f448cf2c3bc6a1', 'gw_port': {'id': '579e955d-eacf-4b30-8920-371b3b139e04', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:20:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2ced0-bebe-4d88-b6bc-a31803ed4c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:32:25Z', 'updated_at': '2022-08-30T04:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': '92f7ba69-b8ce-4094-b851-d2e57b982fbb', 'name': '', 'network_id': '6e52047f-70d3-42db-935b-902b02a68f1a', 'tenant_id': '96907629895d451697f448cf2c3bc6a1', 'mac_address': 'fa:16:3e:7b:53:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2ced0-bebe-4d88-b6bc-a31803ed4c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'ec2a4d1a-e144-4645-a094-54c969a171a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:32:26Z', 'updated_at': '2022-08-30T04:32:32Z', 'revision_number': 5, 'project_id': '96907629895d451697f448cf2c3bc6a1', 'subnets': [{'id': 'ec2a4d1a-e144-4645-a094-54c969a171a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:27.739540 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f857b748-284a-4457-ad8a-6688db34978f req-b74a40da-3dfb-42c5-9551-6cc961258aea tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=42b1e446-e4f4-4002-baec-f9aa7dda8485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432906 Aug 30 04:37:27.755586 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116ae0ea-50f1-4be5-8913-32d30e5a1013 None None] Checking router: 1fa2ced0-bebe-4d88-b6bc-a31803ed4c57 for host: dv-cinder-854265-2-iscsi {{(pid=106259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:37:27.764323 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116ae0ea-50f1-4be5-8913-32d30e5a1013 None None] Routers {'1fa2ced0-bebe-4d88-b6bc-a31803ed4c57'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:37:27.764914 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-116ae0ea-50f1-4be5-8913-32d30e5a1013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:37:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['1fa2ced0-bebe-4d88-b6bc-a31803ed4c57'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:27.862146 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-116ae0ea-50f1-4be5-8913-32d30e5a1013 None None] Set router 1fa2ced0-bebe-4d88-b6bc-a31803ed4c57 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:37:27.982552 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:28.065105 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-116ae0ea-50f1-4be5-8913-32d30e5a1013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa2ced0-bebe-4d88-b6bc-a31803ed4c57', 'name': 'tempest-TestShelveInstance-997246481-router', 'tenant_id': '96907629895d451697f448cf2c3bc6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '579e955d-eacf-4b30-8920-371b3b139e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:32:24Z', 'updated_at': '2022-08-30T04:32:27Z', 'revision_number': 4, 'project_id': '96907629895d451697f448cf2c3bc6a1', 'gw_port': {'id': '579e955d-eacf-4b30-8920-371b3b139e04', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:20:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2ced0-bebe-4d88-b6bc-a31803ed4c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:32:25Z', 'updated_at': '2022-08-30T04:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': '92f7ba69-b8ce-4094-b851-d2e57b982fbb', 'name': '', 'network_id': '6e52047f-70d3-42db-935b-902b02a68f1a', 'tenant_id': '96907629895d451697f448cf2c3bc6a1', 'mac_address': 'fa:16:3e:7b:53:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2ced0-bebe-4d88-b6bc-a31803ed4c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'ec2a4d1a-e144-4645-a094-54c969a171a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:32:26Z', 'updated_at': '2022-08-30T04:32:32Z', 'revision_number': 5, 'project_id': '96907629895d451697f448cf2c3bc6a1', 'subnets': [{'id': 'ec2a4d1a-e144-4645-a094-54c969a171a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:28.090062 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116ae0ea-50f1-4be5-8913-32d30e5a1013 None None] The sync data for ids ['1fa2ced0-bebe-4d88-b6bc-a31803ed4c57'] in dv-cinder-854265-2-iscsi is: [{'id': '1fa2ced0-bebe-4d88-b6bc-a31803ed4c57', 'name': 'tempest-TestShelveInstance-997246481-router', 'tenant_id': '96907629895d451697f448cf2c3bc6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '579e955d-eacf-4b30-8920-371b3b139e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:32:24Z', 'updated_at': '2022-08-30T04:32:27Z', 'revision_number': 4, 'project_id': '96907629895d451697f448cf2c3bc6a1', 'gw_port': {'id': '579e955d-eacf-4b30-8920-371b3b139e04', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:20:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2ced0-bebe-4d88-b6bc-a31803ed4c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:32:25Z', 'updated_at': '2022-08-30T04:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': '92f7ba69-b8ce-4094-b851-d2e57b982fbb', 'name': '', 'network_id': '6e52047f-70d3-42db-935b-902b02a68f1a', 'tenant_id': '96907629895d451697f448cf2c3bc6a1', 'mac_address': 'fa:16:3e:7b:53:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2ced0-bebe-4d88-b6bc-a31803ed4c57', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'ec2a4d1a-e144-4645-a094-54c969a171a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:32:26Z', 'updated_at': '2022-08-30T04:32:32Z', 'revision_number': 5, 'project_id': '96907629895d451697f448cf2c3bc6a1', 'subnets': [{'id': 'ec2a4d1a-e144-4645-a094-54c969a171a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:37:28.181955 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:28.306531 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0984520f-e9c5-4ef9-b120-5e9d0d9221bc None None] New status for floating IP d022b0f9-6fb5-4452-9e91-6f134a2cb9fb: DOWN {{(pid=106260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:37:28.551518 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.agents_db [None req-600259de-68db-4343-b4d4-64e31eed30fa None None] Agent healthcheck: found 6 active agents {{(pid=106260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:37:28.857295 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2f365-460c-4050-bf57-509165446b55 req-cf0c2547-0d96-4e53-a3b3-a72e2bc92ece tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:28.858715 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e2d2f365-460c-4050-bf57-509165446b55 req-cf0c2547-0d96-4e53-a3b3-a72e2bc92ece tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 946 time: 0.0452783 Aug 30 04:37:28.905147 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e2d2f365-460c-4050-bf57-509165446b55 req-57a684f8-6de3-4e88-ad3e-5d754b489d80 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=42b1e446-e4f4-4002-baec-f9aa7dda8485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410445 Aug 30 04:37:29.360217 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe301a4-5166-4535-a6dc-9d4d8c3c70e6 req-047c5aaf-1af8-4b1f-a4af-8870c08efe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:29.361746 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-bfe301a4-5166-4535-a6dc-9d4d8c3c70e6 req-047c5aaf-1af8-4b1f-a4af-8870c08efe77 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=6e52047f-70d3-42db-935b-902b02a68f1a HTTP/1.1" status: 200 len: 910 time: 0.0858736 Aug 30 04:37:29.406796 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-bfe301a4-5166-4535-a6dc-9d4d8c3c70e6 req-9c486d41-8b5f-4919-b4db-9f83bbf7b417 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eeef7498-bb32-43b9-bc6e-1fe32f5be46b HTTP/1.1" status: 200 len: 217 time: 0.0353215 Aug 30 04:37:29.687232 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe301a4-5166-4535-a6dc-9d4d8c3c70e6 req-7ca346be-daf8-4275-ba82-86aca1ed38b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:29.688652 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-bfe301a4-5166-4535-a6dc-9d4d8c3c70e6 req-7ca346be-daf8-4275-ba82-86aca1ed38b0 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=ec2a4d1a-e144-4645-a094-54c969a171a8 HTTP/1.1" status: 200 len: 847 time: 0.0446866 Aug 30 04:37:29.886420 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=100 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:29.892501 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe301a4-5166-4535-a6dc-9d4d8c3c70e6 req-44ef1b0c-f86e-44c8-b48a-bc44a083b79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:29.893973 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-bfe301a4-5166-4535-a6dc-9d4d8c3c70e6 req-44ef1b0c-f86e-44c8-b48a-bc44a083b79f service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=6e52047f-70d3-42db-935b-902b02a68f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393271 Aug 30 04:37:29.994186 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-bfe301a4-5166-4535-a6dc-9d4d8c3c70e6 req-30010efe-911f-4afb-8016-0208ffb19923 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/6e52047f-70d3-42db-935b-902b02a68f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877442 Aug 30 04:37:30.034645 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb13cb-6d5a-45ec-b446-469c24510851 req-36efa5c6-ea42-4b30-bc9d-da692de24d8c tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:30.036103 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8ddb13cb-6d5a-45ec-b446-469c24510851 req-36efa5c6-ea42-4b30-bc9d-da692de24d8c tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 946 time: 0.0491445 Aug 30 04:37:30.085499 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8ddb13cb-6d5a-45ec-b446-469c24510851 req-1f68d2f3-f880-45c6-b9b5-a2a549b21ae6 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=42b1e446-e4f4-4002-baec-f9aa7dda8485&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430653 Aug 30 04:37:30.128641 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=100 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:30.142890 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d55c047-3551-4d16-bad5-f2875449a9e7 req-ced934e7-c79b-4a90-8c15-9901a3b47394 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:30.144323 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-2d55c047-3551-4d16-bad5-f2875449a9e7 req-ced934e7-c79b-4a90-8c15-9901a3b47394 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 946 time: 0.0996821 Aug 30 04:37:30.198915 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-bfe301a4-5166-4535-a6dc-9d4d8c3c70e6 req-61e66d17-2ac2-49b0-85f8-5936365cdb3b service neutron] 10.222.0.71 "GET /networking/v2.0/networks/6e52047f-70d3-42db-935b-902b02a68f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552830 Aug 30 04:37:30.247092 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [req-2d55c047-3551-4d16-bad5-f2875449a9e7 req-aacd94d7-f56a-4746-803b-d318a68a7894 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Deleting port eeef7498-bb32-43b9-bc6e-1fe32f5be46b {{(pid=106257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:37:30.247425 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-2d55c047-3551-4d16-bad5-f2875449a9e7 req-aacd94d7-f56a-4746-803b-d318a68a7894 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (eeef7498-bb32-43b9-bc6e-1fe32f5be46b), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:30.338507 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [req-2d55c047-3551-4d16-bad5-f2875449a9e7 req-aacd94d7-f56a-4746-803b-d318a68a7894 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] For port eeef7498-bb32-43b9-bc6e-1fe32f5be46b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=eeef7498-bb32-43b9-bc6e-1fe32f5be46b,segment=NetworkSegment(1ffb7af9-1938-44e7-821e-8b44ea5d7ac7),segment_id=1ffb7af9-1938-44e7-821e-8b44ea5d7ac7)] {{(pid=106257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:37:30.338861 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-2d55c047-3551-4d16-bad5-f2875449a9e7 req-aacd94d7-f56a-4746-803b-d318a68a7894 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (eeef7498-bb32-43b9-bc6e-1fe32f5be46b), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:30.351348 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [req-2d55c047-3551-4d16-bad5-f2875449a9e7 req-aacd94d7-f56a-4746-803b-d318a68a7894 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Calling delete_port for eeef7498-bb32-43b9-bc6e-1fe32f5be46b owned by compute:nova {{(pid=106257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:37:30.476427 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-2d55c047-3551-4d16-bad5-f2875449a9e7 req-aacd94d7-f56a-4746-803b-d318a68a7894 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (eeef7498-bb32-43b9-bc6e-1fe32f5be46b), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:30.736126 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacd94d7-f56a-4746-803b-d318a68a7894 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Pushing event deleted for resources: {'Port': ['ID=eeef7498-bb32-43b9-bc6e-1fe32f5be46b,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:30.779973 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d55c047-3551-4d16-bad5-f2875449a9e7 req-aacd94d7-f56a-4746-803b-d318a68a7894 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] No DVR routers for this DVR port eeef7498-bb32-43b9-bc6e-1fe32f5be46b on host hv-cinder-85426 {{(pid=106257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:37:30.782467 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-2d55c047-3551-4d16-bad5-f2875449a9e7 req-aacd94d7-f56a-4746-803b-d318a68a7894 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:30.785576 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-2d55c047-3551-4d16-bad5-f2875449a9e7 req-aacd94d7-f56a-4746-803b-d318a68a7894 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.71 "DELETE /networking/v2.0/ports/eeef7498-bb32-43b9-bc6e-1fe32f5be46b HTTP/1.1" status: 204 len: 173 time: 0.6338503 Aug 30 04:37:30.786006 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f88ba488-5a94-48a0-80c6-2df40d20372e', 'name': 'network-vif-deleted', 'tag': 'eeef7498-bb32-43b9-bc6e-1fe32f5be46b'}] {{(pid=106257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:37:30.788189 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d1a48af4e812f9c70823208ed2638ca64b88de6e4994a5bf3763d45491ed842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f4ab36-408c-4b3e-badd-000e9d07d295" -d '{"events": [{"server_uuid": "f88ba488-5a94-48a0-80c6-2df40d20372e", "name": "network-vif-deleted", "tag": "eeef7498-bb32-43b9-bc6e-1fe32f5be46b"}]}' {{(pid=106257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:37:30.830332 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248a2fb7-e694-409d-b4d6-4dd3e6f3846c x-openstack-request-id: req-248a2fb7-e694-409d-b4d6-4dd3e6f3846c {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:37:30.830693 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f88ba488-5a94-48a0-80c6-2df40d20372e", "name": "network-vif-deleted", "tag": "eeef7498-bb32-43b9-bc6e-1fe32f5be46b", "status": "completed", "code": 200}]} {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:37:30.830997 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-248a2fb7-e694-409d-b4d6-4dd3e6f3846c {{(pid=106257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:37:30.831998 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-248a2fb7-e694-409d-b4d6-4dd3e6f3846c'] response: {'server_uuid': 'f88ba488-5a94-48a0-80c6-2df40d20372e', 'name': 'network-vif-deleted', 'tag': 'eeef7498-bb32-43b9-bc6e-1fe32f5be46b', 'status': 'completed', 'code': 200} Aug 30 04:37:31.194146 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-fe8628be-aa75-41f6-89d6-eb20bc7df3a3 req-24a0a16d-76eb-4832-9c3c-bccca690d5a0 tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f88ba488-5a94-48a0-80c6-2df40d20372e HTTP/1.1" status: 200 len: 210 time: 0.0313218 Aug 30 04:37:32.257885 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 59504) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:32.313132 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-b5edff2a-597b-4278-a09c-4532cd307c5d tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Publish callbacks [] for security_group (42b1e446-e4f4-4002-baec-f9aa7dda8485), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:32.336875 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-b5edff2a-597b-4278-a09c-4532cd307c5d tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Publish callbacks [] for security_group (42b1e446-e4f4-4002-baec-f9aa7dda8485), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:32.401534 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-b5edff2a-597b-4278-a09c-4532cd307c5d tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (42b1e446-e4f4-4002-baec-f9aa7dda8485), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:32.404040 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-b5edff2a-597b-4278-a09c-4532cd307c5d tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:32.405199 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-b5edff2a-597b-4278-a09c-4532cd307c5d tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] 10.222.0.85 "DELETE /networking/v2.0/security-groups/42b1e446-e4f4-4002-baec-f9aa7dda8485 HTTP/1.1" status: 204 len: 168 time: 0.1473913 Aug 30 04:37:32.421562 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5edff2a-597b-4278-a09c-4532cd307c5d tempest-TestShelveInstance-1168836545 tempest-TestShelveInstance-1168836545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b1e446-e4f4-4002-baec-f9aa7dda8485,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:32.455720 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 59508) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:32.640874 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:32.769219 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:32.807166 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-8e6062ad-05c7-4802-9a79-6741b60e005e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697220'] for router_interface (1fa2ced0-bebe-4d88-b6bc-a31803ed4c57), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:33.023414 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [None req-8e6062ad-05c7-4802-9a79-6741b60e005e admin admin] Deleting port 92f7ba69-b8ce-4094-b851-d2e57b982fbb {{(pid=106257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:37:33.023681 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-8e6062ad-05c7-4802-9a79-6741b60e005e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (92f7ba69-b8ce-4094-b851-d2e57b982fbb), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:33.105241 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [None req-8e6062ad-05c7-4802-9a79-6741b60e005e admin admin] For port 92f7ba69-b8ce-4094-b851-d2e57b982fbb, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=92f7ba69-b8ce-4094-b851-d2e57b982fbb,segment=NetworkSegment(1ffb7af9-1938-44e7-821e-8b44ea5d7ac7),segment_id=1ffb7af9-1938-44e7-821e-8b44ea5d7ac7)] {{(pid=106257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:37:33.105603 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-8e6062ad-05c7-4802-9a79-6741b60e005e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (92f7ba69-b8ce-4094-b851-d2e57b982fbb), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:33.118821 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [None req-8e6062ad-05c7-4802-9a79-6741b60e005e admin admin] Calling delete_port for 92f7ba69-b8ce-4094-b851-d2e57b982fbb owned by network:router_interface {{(pid=106257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:37:33.295629 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-8e6062ad-05c7-4802-9a79-6741b60e005e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (92f7ba69-b8ce-4094-b851-d2e57b982fbb), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:33.320079 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6062ad-05c7-4802-9a79-6741b60e005e admin admin] Pushing event deleted for resources: {'Port': ['ID=92f7ba69-b8ce-4094-b851-d2e57b982fbb,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:33.427715 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:33.491985 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-8e6062ad-05c7-4802-9a79-6741b60e005e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-697396'] for router_interface (1fa2ced0-bebe-4d88-b6bc-a31803ed4c57), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:33.682083 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:33.697582 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e6062ad-05c7-4802-9a79-6741b60e005e admin admin] Router 1fa2ced0-bebe-4d88-b6bc-a31803ed4c57 has already been hosted by L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 {{(pid=106257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:37:33.798629 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6062ad-05c7-4802-9a79-6741b60e005e admin admin] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:37:33.804176 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-8e6062ad-05c7-4802-9a79-6741b60e005e admin admin] 10.222.0.85 "PUT /networking/v2.0/routers/1fa2ced0-bebe-4d88-b6bc-a31803ed4c57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3474052 Aug 30 04:37:33.806690 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 59512) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:33.809462 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3762db-1fe9-4e0f-a867-1ecd3e134a81 None None] Sync routers for ids ['1fa2ced0-bebe-4d88-b6bc-a31803ed4c57'] in dv-cinder-854265-2-iscsi {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:37:33.820548 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3762db-1fe9-4e0f-a867-1ecd3e134a81 None None] Routers {'1fa2ced0-bebe-4d88-b6bc-a31803ed4c57'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:37:33.821192 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-bc3762db-1fe9-4e0f-a867-1ecd3e134a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:37:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['1fa2ced0-bebe-4d88-b6bc-a31803ed4c57'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:33.906022 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-67e38b27-4306-4123-83aa-650d27f57db9 admin admin] Publish callbacks [] for router (1fa2ced0-bebe-4d88-b6bc-a31803ed4c57), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:33.921206 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-bc3762db-1fe9-4e0f-a867-1ecd3e134a81 None None] Set router 1fa2ced0-bebe-4d88-b6bc-a31803ed4c57 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:37:34.003235 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-67e38b27-4306-4123-83aa-650d27f57db9 admin admin] Publish callbacks [] for router_gateway (1fa2ced0-bebe-4d88-b6bc-a31803ed4c57), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:34.020775 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device eeef7498-bb32-43b9-bc6e-1fe32f5be46b no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:37:34.045602 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] No Port match for: eeef7498-bb32-43b9-bc6e-1fe32f5be46b {{(pid=106259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:37:34.045952 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device eeef7498-bb32-43b9-bc6e-1fe32f5be46b not bound to the agent host hv-cinder-85426 {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:37:34.046072 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [None req-67e38b27-4306-4123-83aa-650d27f57db9 admin admin] Deleting port 579e955d-eacf-4b30-8920-371b3b139e04 {{(pid=106257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:37:34.046337 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-67e38b27-4306-4123-83aa-650d27f57db9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (579e955d-eacf-4b30-8920-371b3b139e04), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:34.119238 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-bc3762db-1fe9-4e0f-a867-1ecd3e134a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa2ced0-bebe-4d88-b6bc-a31803ed4c57', 'name': 'tempest-TestShelveInstance-997246481-router', 'tenant_id': '96907629895d451697f448cf2c3bc6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '579e955d-eacf-4b30-8920-371b3b139e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:32:24Z', 'updated_at': '2022-08-30T04:37:33Z', 'revision_number': 5, 'project_id': '96907629895d451697f448cf2c3bc6a1', 'gw_port': {'id': '579e955d-eacf-4b30-8920-371b3b139e04', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:20:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2ced0-bebe-4d88-b6bc-a31803ed4c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:32:25Z', 'updated_at': '2022-08-30T04:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi'}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:34.129793 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [None req-67e38b27-4306-4123-83aa-650d27f57db9 admin admin] For port 579e955d-eacf-4b30-8920-371b3b139e04, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=579e955d-eacf-4b30-8920-371b3b139e04,segment=NetworkSegment(fa929cc1-394c-4547-9d6d-d932c4c80d18),segment_id=fa929cc1-394c-4547-9d6d-d932c4c80d18)] {{(pid=106257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:37:34.130155 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-67e38b27-4306-4123-83aa-650d27f57db9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (579e955d-eacf-4b30-8920-371b3b139e04), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:34.143274 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [None req-67e38b27-4306-4123-83aa-650d27f57db9 admin admin] Calling delete_port for 579e955d-eacf-4b30-8920-371b3b139e04 owned by network:router_gateway {{(pid=106257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:37:34.147666 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3762db-1fe9-4e0f-a867-1ecd3e134a81 None None] Checking router: 1fa2ced0-bebe-4d88-b6bc-a31803ed4c57 for host: dv-cinder-854265-2-iscsi {{(pid=106259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:37:34.156818 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3762db-1fe9-4e0f-a867-1ecd3e134a81 None None] Routers {'1fa2ced0-bebe-4d88-b6bc-a31803ed4c57'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:37:34.157385 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-bc3762db-1fe9-4e0f-a867-1ecd3e134a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:37:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['1fa2ced0-bebe-4d88-b6bc-a31803ed4c57'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:34.237813 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-bc3762db-1fe9-4e0f-a867-1ecd3e134a81 None None] Set router 1fa2ced0-bebe-4d88-b6bc-a31803ed4c57 gateway port host: None {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:37:34.238604 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:34.289954 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-bc3762db-1fe9-4e0f-a867-1ecd3e134a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa2ced0-bebe-4d88-b6bc-a31803ed4c57', 'name': 'tempest-TestShelveInstance-997246481-router', 'tenant_id': '96907629895d451697f448cf2c3bc6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:32:24Z', 'updated_at': '2022-08-30T04:37:34Z', 'revision_number': 6, 'project_id': '96907629895d451697f448cf2c3bc6a1', 'gw_port_host': None}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:34.291505 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:34.312165 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-67e38b27-4306-4123-83aa-650d27f57db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (579e955d-eacf-4b30-8920-371b3b139e04), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:34.316739 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3762db-1fe9-4e0f-a867-1ecd3e134a81 None None] The sync data for ids ['1fa2ced0-bebe-4d88-b6bc-a31803ed4c57'] in dv-cinder-854265-2-iscsi is: [{'id': '1fa2ced0-bebe-4d88-b6bc-a31803ed4c57', 'name': 'tempest-TestShelveInstance-997246481-router', 'tenant_id': '96907629895d451697f448cf2c3bc6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:32:24Z', 'updated_at': '2022-08-30T04:37:34Z', 'revision_number': 6, 'project_id': '96907629895d451697f448cf2c3bc6a1', 'gw_port_host': None}] {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:37:34.335758 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e38b27-4306-4123-83aa-650d27f57db9 admin admin] Pushing event deleted for resources: {'Port': ['ID=579e955d-eacf-4b30-8920-371b3b139e04,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:34.402379 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-67e38b27-4306-4123-83aa-650d27f57db9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696775'] for router_gateway (1fa2ced0-bebe-4d88-b6bc-a31803ed4c57), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:34.487777 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-67e38b27-4306-4123-83aa-650d27f57db9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-696042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6498'] for router (1fa2ced0-bebe-4d88-b6bc-a31803ed4c57), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:34.490065 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-67e38b27-4306-4123-83aa-650d27f57db9 admin admin] Publish callbacks [] for router_controller (1fa2ced0-bebe-4d88-b6bc-a31803ed4c57), precommit_delete_associations {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:34.535962 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-67e38b27-4306-4123-83aa-650d27f57db9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-697417'] for router (1fa2ced0-bebe-4d88-b6bc-a31803ed4c57), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:34.536541 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e38b27-4306-4123-83aa-650d27f57db9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fa2ced0-bebe-4d88-b6bc-a31803ed4c57 {{(pid=106257) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 04:37:34.541208 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-67e38b27-4306-4123-83aa-650d27f57db9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:34.542344 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-67e38b27-4306-4123-83aa-650d27f57db9 admin admin] 10.222.0.85 "DELETE /networking/v2.0/routers/1fa2ced0-bebe-4d88-b6bc-a31803ed4c57 HTTP/1.1" status: 204 len: 168 time: 0.7347360 Aug 30 04:37:34.544902 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 59514) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:34.591040 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.db_base_plugin_v2 [None req-57df80e2-70c1-402f-92f6-b82c8e3ac254 admin admin] Deleting subnet ec2a4d1a-e144-4645-a094-54c969a171a8 {{(pid=106257) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 04:37:34.594171 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-57df80e2-70c1-402f-92f6-b82c8e3ac254 admin admin] Publish callbacks [] for subnet (ec2a4d1a-e144-4645-a094-54c969a171a8), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:34.595655 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:34.630347 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-57df80e2-70c1-402f-92f6-b82c8e3ac254 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61669262'] for subnet (ec2a4d1a-e144-4645-a094-54c969a171a8), precommit_delete_associations {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:34.722000 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-57df80e2-70c1-402f-92f6-b82c8e3ac254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3893603'] for subnet (ec2a4d1a-e144-4645-a094-54c969a171a8), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:34.779044 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-57df80e2-70c1-402f-92f6-b82c8e3ac254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61207901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61944255'] for subnet (ec2a4d1a-e144-4645-a094-54c969a171a8), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:34.806524 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df80e2-70c1-402f-92f6-b82c8e3ac254 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec2a4d1a-e144-4645-a094-54c969a171a8,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:34.810468 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-57df80e2-70c1-402f-92f6-b82c8e3ac254 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for subnet (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:34.813600 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-57df80e2-70c1-402f-92f6-b82c8e3ac254 admin admin] 10.222.0.85 "DELETE /networking/v2.0/subnets/ec2a4d1a-e144-4645-a094-54c969a171a8 HTTP/1.1" status: 204 len: 168 time: 0.2677414 Aug 30 04:37:34.816179 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 59516) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:34.816575 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378ef7ea-589f-40c8-b6cb-c465b921e6a6 None None] Network 6e52047f-70d3-42db-935b-902b02a68f1a requested from dv-cinder-854265-2-iscsi {{(pid=106259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:37:34.832735 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:34.888233 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ec91d97c-8d3b-45fe-a0b3-cc23077abe86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3781726'] for network (6e52047f-70d3-42db-935b-902b02a68f1a), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:34.935104 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [None req-ec91d97c-8d3b-45fe-a0b3-cc23077abe86 admin admin] Deleting port 02b722cf-8327-4d11-b90e-98e470808246 {{(pid=106257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:37:34.935452 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ec91d97c-8d3b-45fe-a0b3-cc23077abe86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (02b722cf-8327-4d11-b90e-98e470808246), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:34.998195 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [None req-ec91d97c-8d3b-45fe-a0b3-cc23077abe86 admin admin] For port 02b722cf-8327-4d11-b90e-98e470808246, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=02b722cf-8327-4d11-b90e-98e470808246,segment=NetworkSegment(1ffb7af9-1938-44e7-821e-8b44ea5d7ac7),segment_id=1ffb7af9-1938-44e7-821e-8b44ea5d7ac7)] {{(pid=106257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:37:34.998491 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ec91d97c-8d3b-45fe-a0b3-cc23077abe86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (02b722cf-8327-4d11-b90e-98e470808246), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:35.010999 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [None req-ec91d97c-8d3b-45fe-a0b3-cc23077abe86 admin admin] Calling delete_port for 02b722cf-8327-4d11-b90e-98e470808246 owned by network:dhcp {{(pid=106257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:37:35.094869 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ec91d97c-8d3b-45fe-a0b3-cc23077abe86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (02b722cf-8327-4d11-b90e-98e470808246), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:35.107719 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5b450a-429e-4bce-a677-7a15caacd3ae None None] DHCP port deletion for 6e52047f-70d3-42db-935b-902b02a68f1a request from dv-cinder-854265-2-iscsi {{(pid=106259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 04:37:35.114302 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 92f7ba69-b8ce-4094-b851-d2e57b982fbb no longer exists at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:37:35.125710 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec91d97c-8d3b-45fe-a0b3-cc23077abe86 admin admin] Pushing event deleted for resources: {'Port': ['ID=02b722cf-8327-4d11-b90e-98e470808246,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:35.133319 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec91d97c-8d3b-45fe-a0b3-cc23077abe86 admin admin] No DVR routers for this DVR port 02b722cf-8327-4d11-b90e-98e470808246 on host dv-cinder-854265-2-iscsi {{(pid=106257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:37:35.135245 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] No Port match for: 92f7ba69-b8ce-4094-b851-d2e57b982fbb {{(pid=106259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:37:35.135596 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 92f7ba69-b8ce-4094-b851-d2e57b982fbb not bound to the agent host dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:37:35.141777 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:DELETE=14,neutron:UPDATE=2,neutron:SELECT=84 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:35.214331 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ec91d97c-8d3b-45fe-a0b3-cc23077abe86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891968', 'neutron.services.segments.db._delete_segments_for_network-8785261144643'] for network (6e52047f-70d3-42db-935b-902b02a68f1a), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:35.235326 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.services.segments.db [None req-ec91d97c-8d3b-45fe-a0b3-cc23077abe86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e52047f-70d3-42db-935b-902b02a68f1a']}} {{(pid=106257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:35.244896 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.services.segments.db [None req-ec91d97c-8d3b-45fe-a0b3-cc23077abe86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ffb7af9-1938-44e7-821e-8b44ea5d7ac7') {'for_net_delete': True} {{(pid=106257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:35.245240 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.services.segments.db [None req-ec91d97c-8d3b-45fe-a0b3-cc23077abe86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ffb7af9-1938-44e7-821e-8b44ea5d7ac7') {} {{(pid=106257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:35.255147 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ec91d97c-8d3b-45fe-a0b3-cc23077abe86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785261169839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61669253'] for segment (1ffb7af9-1938-44e7-821e-8b44ea5d7ac7), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:35.269264 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ec91d97c-8d3b-45fe-a0b3-cc23077abe86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3898234'] for segment (1ffb7af9-1938-44e7-821e-8b44ea5d7ac7), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:35.279216 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec91d97c-8d3b-45fe-a0b3-cc23077abe86 admin admin] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=106257) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 04:37:35.279605 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ec91d97c-8d3b-45fe-a0b3-cc23077abe86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3898234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61207803'] for segment (1ffb7af9-1938-44e7-821e-8b44ea5d7ac7), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:35.344399 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ec91d97c-8d3b-45fe-a0b3-cc23077abe86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696747'] for network (6e52047f-70d3-42db-935b-902b02a68f1a), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:35.361347 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ec91d97c-8d3b-45fe-a0b3-cc23077abe86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for network (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:35.364543 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-ec91d97c-8d3b-45fe-a0b3-cc23077abe86 admin admin] 10.222.0.85 "DELETE /networking/v2.0/networks/6e52047f-70d3-42db-935b-902b02a68f1a HTTP/1.1" status: 204 len: 168 time: 0.5474324 Aug 30 04:37:35.365830 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec91d97c-8d3b-45fe-a0b3-cc23077abe86 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e52047f-70d3-42db-935b-902b02a68f1a,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:35.367553 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 59522) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:35.448050 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.services.segments.plugin [-] Segment 1ffb7af9-1938-44e7-821e-8b44ea5d7ac7 resource provider aggregate not found Aug 30 04:37:35.466967 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.services.segments.plugin [-] Segment 1ffb7af9-1938-44e7-821e-8b44ea5d7ac7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1ffb7af9-1938-44e7-821e-8b44ea5d7ac7 found for delete ", "request_id": "req-d2a2e48c-d02b-46e8-8393-a08d57f78f22"}]} Aug 30 04:37:35.751963 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:35.917317 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-cc9bbc57-9507-4bd0-81f3-d93c5a0f294d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697220'] for router_interface (ea107a04-13bf-4a09-9634-79c4a7d7f472), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:36.132299 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [None req-cc9bbc57-9507-4bd0-81f3-d93c5a0f294d admin admin] Deleting port deaada06-7b6a-49e3-ae2e-d229962f6e55 {{(pid=106257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:37:36.132654 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-cc9bbc57-9507-4bd0-81f3-d93c5a0f294d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (deaada06-7b6a-49e3-ae2e-d229962f6e55), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:36.209847 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [None req-cc9bbc57-9507-4bd0-81f3-d93c5a0f294d admin admin] For port deaada06-7b6a-49e3-ae2e-d229962f6e55, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=deaada06-7b6a-49e3-ae2e-d229962f6e55,segment=NetworkSegment(878de502-faa4-488a-bb4f-3aa3832eb64c),segment_id=878de502-faa4-488a-bb4f-3aa3832eb64c)] {{(pid=106257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:37:36.210204 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-cc9bbc57-9507-4bd0-81f3-d93c5a0f294d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (deaada06-7b6a-49e3-ae2e-d229962f6e55), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:36.222630 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [None req-cc9bbc57-9507-4bd0-81f3-d93c5a0f294d admin admin] Calling delete_port for deaada06-7b6a-49e3-ae2e-d229962f6e55 owned by network:router_interface {{(pid=106257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:37:36.284286 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:36.398151 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-cc9bbc57-9507-4bd0-81f3-d93c5a0f294d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (deaada06-7b6a-49e3-ae2e-d229962f6e55), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:36.426832 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9bbc57-9507-4bd0-81f3-d93c5a0f294d admin admin] Pushing event deleted for resources: {'Port': ['ID=deaada06-7b6a-49e3-ae2e-d229962f6e55,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:36.477100 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 579e955d-eacf-4b30-8920-371b3b139e04 no longer exists at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:37:36.498802 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] No Port match for: 579e955d-eacf-4b30-8920-371b3b139e04 {{(pid=106259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:37:36.499157 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 579e955d-eacf-4b30-8920-371b3b139e04 not bound to the agent host dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:37:36.499577 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 02b722cf-8327-4d11-b90e-98e470808246 no longer exists at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:37:36.518259 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] No Port match for: 02b722cf-8327-4d11-b90e-98e470808246 {{(pid=106259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:37:36.518678 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 02b722cf-8327-4d11-b90e-98e470808246 not bound to the agent host dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:37:36.606315 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-cc9bbc57-9507-4bd0-81f3-d93c5a0f294d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-697396'] for router_interface (ea107a04-13bf-4a09-9634-79c4a7d7f472), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:36.619119 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:36.812465 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc9bbc57-9507-4bd0-81f3-d93c5a0f294d admin admin] Router ea107a04-13bf-4a09-9634-79c4a7d7f472 has already been hosted by L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 {{(pid=106257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:37:36.911065 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9bbc57-9507-4bd0-81f3-d93c5a0f294d admin admin] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:37:36.916451 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-cc9bbc57-9507-4bd0-81f3-d93c5a0f294d admin admin] 10.222.0.85 "PUT /networking/v2.0/routers/ea107a04-13bf-4a09-9634-79c4a7d7f472/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5479000 Aug 30 04:37:36.919069 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 59528) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:36.923137 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c3e855-8987-4e2f-9199-015960a39b45 None None] Sync routers for ids ['ea107a04-13bf-4a09-9634-79c4a7d7f472'] in dv-cinder-854265-2-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:37:36.933764 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c3e855-8987-4e2f-9199-015960a39b45 None None] Routers {'ea107a04-13bf-4a09-9634-79c4a7d7f472'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:37:36.934565 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-e2c3e855-8987-4e2f-9199-015960a39b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:37:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['ea107a04-13bf-4a09-9634-79c4a7d7f472'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:37.018557 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c307c3eb-99ef-44c4-aa7a-6364a767cbd3 admin admin] Publish callbacks [] for router (ea107a04-13bf-4a09-9634-79c4a7d7f472), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:37.116069 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-e2c3e855-8987-4e2f-9199-015960a39b45 None None] Set router ea107a04-13bf-4a09-9634-79c4a7d7f472 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:37:37.116257 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c307c3eb-99ef-44c4-aa7a-6364a767cbd3 admin admin] Publish callbacks [] for router_gateway (ea107a04-13bf-4a09-9634-79c4a7d7f472), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:37.160372 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [None req-c307c3eb-99ef-44c4-aa7a-6364a767cbd3 admin admin] Deleting port dd5d2770-3543-4a9f-b2a4-47d648926281 {{(pid=106257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:37:37.160704 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c307c3eb-99ef-44c4-aa7a-6364a767cbd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (dd5d2770-3543-4a9f-b2a4-47d648926281), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:37.197435 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:37.240270 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [None req-c307c3eb-99ef-44c4-aa7a-6364a767cbd3 admin admin] For port dd5d2770-3543-4a9f-b2a4-47d648926281, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=dd5d2770-3543-4a9f-b2a4-47d648926281,segment=NetworkSegment(fa929cc1-394c-4547-9d6d-d932c4c80d18),segment_id=fa929cc1-394c-4547-9d6d-d932c4c80d18)] {{(pid=106257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:37:37.240629 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c307c3eb-99ef-44c4-aa7a-6364a767cbd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (dd5d2770-3543-4a9f-b2a4-47d648926281), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:37.253793 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [None req-c307c3eb-99ef-44c4-aa7a-6364a767cbd3 admin admin] Calling delete_port for dd5d2770-3543-4a9f-b2a4-47d648926281 owned by network:router_gateway {{(pid=106257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:37:37.285088 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-e2c3e855-8987-4e2f-9199-015960a39b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea107a04-13bf-4a09-9634-79c4a7d7f472', 'name': 'tempest-TestShelveInstance-774011781-router', 'tenant_id': '1b05404af98c48dd9c26aafd234846a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'dd5d2770-3543-4a9f-b2a4-47d648926281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:32:29Z', 'updated_at': '2022-08-30T04:37:36Z', 'revision_number': 5, 'project_id': '1b05404af98c48dd9c26aafd234846a9', 'gw_port': {'id': 'dd5d2770-3543-4a9f-b2a4-47d648926281', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:db:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea107a04-13bf-4a09-9634-79c4a7d7f472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:32:29Z', 'updated_at': '2022-08-30T04:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi'}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:37.310238 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c3e855-8987-4e2f-9199-015960a39b45 None None] Checking router: ea107a04-13bf-4a09-9634-79c4a7d7f472 for host: dv-cinder-854265-2-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:37:37.318791 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c3e855-8987-4e2f-9199-015960a39b45 None None] Routers {'ea107a04-13bf-4a09-9634-79c4a7d7f472'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:37:37.319257 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-e2c3e855-8987-4e2f-9199-015960a39b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:37:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['ea107a04-13bf-4a09-9634-79c4a7d7f472'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:37.402659 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-e2c3e855-8987-4e2f-9199-015960a39b45 None None] Set router ea107a04-13bf-4a09-9634-79c4a7d7f472 gateway port host: None {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:37:37.409647 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:37.421080 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c307c3eb-99ef-44c4-aa7a-6364a767cbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (dd5d2770-3543-4a9f-b2a4-47d648926281), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:37.445616 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c307c3eb-99ef-44c4-aa7a-6364a767cbd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd5d2770-3543-4a9f-b2a4-47d648926281,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:37.456337 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-e2c3e855-8987-4e2f-9199-015960a39b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea107a04-13bf-4a09-9634-79c4a7d7f472', 'name': 'tempest-TestShelveInstance-774011781-router', 'tenant_id': '1b05404af98c48dd9c26aafd234846a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:32:29Z', 'updated_at': '2022-08-30T04:37:37Z', 'revision_number': 6, 'project_id': '1b05404af98c48dd9c26aafd234846a9', 'gw_port_host': None}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:37.486793 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c3e855-8987-4e2f-9199-015960a39b45 None None] The sync data for ids ['ea107a04-13bf-4a09-9634-79c4a7d7f472'] in dv-cinder-854265-2-iscsi is: [{'id': 'ea107a04-13bf-4a09-9634-79c4a7d7f472', 'name': 'tempest-TestShelveInstance-774011781-router', 'tenant_id': '1b05404af98c48dd9c26aafd234846a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:32:29Z', 'updated_at': '2022-08-30T04:37:37Z', 'revision_number': 6, 'project_id': '1b05404af98c48dd9c26aafd234846a9', 'gw_port_host': None}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:37:37.511396 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c307c3eb-99ef-44c4-aa7a-6364a767cbd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696775'] for router_gateway (ea107a04-13bf-4a09-9634-79c4a7d7f472), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:37.596203 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c307c3eb-99ef-44c4-aa7a-6364a767cbd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-696042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6498'] for router (ea107a04-13bf-4a09-9634-79c4a7d7f472), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:37.598362 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c307c3eb-99ef-44c4-aa7a-6364a767cbd3 admin admin] Publish callbacks [] for router_controller (ea107a04-13bf-4a09-9634-79c4a7d7f472), precommit_delete_associations {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:37.639510 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c307c3eb-99ef-44c4-aa7a-6364a767cbd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-697417'] for router (ea107a04-13bf-4a09-9634-79c4a7d7f472), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:37.640066 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c307c3eb-99ef-44c4-aa7a-6364a767cbd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea107a04-13bf-4a09-9634-79c4a7d7f472 {{(pid=106257) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 04:37:37.644376 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c307c3eb-99ef-44c4-aa7a-6364a767cbd3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:37.648032 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-c307c3eb-99ef-44c4-aa7a-6364a767cbd3 admin admin] 10.222.0.85 "DELETE /networking/v2.0/routers/ea107a04-13bf-4a09-9634-79c4a7d7f472 HTTP/1.1" status: 204 len: 168 time: 0.7255802 Aug 30 04:37:37.648182 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 59530) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:37.691113 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d2e19d8-6c0e-4b3e-8b88-5e9f0db4dea1 admin admin] Deleting subnet fce1036f-4809-4bc2-966b-8f1c6ae4c309 {{(pid=106257) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 04:37:37.694175 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-2d2e19d8-6c0e-4b3e-8b88-5e9f0db4dea1 admin admin] Publish callbacks [] for subnet (fce1036f-4809-4bc2-966b-8f1c6ae4c309), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:37.731251 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-2d2e19d8-6c0e-4b3e-8b88-5e9f0db4dea1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61669262'] for subnet (fce1036f-4809-4bc2-966b-8f1c6ae4c309), precommit_delete_associations {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:37.804353 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-2d2e19d8-6c0e-4b3e-8b88-5e9f0db4dea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3893603'] for subnet (fce1036f-4809-4bc2-966b-8f1c6ae4c309), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:37.860766 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-2d2e19d8-6c0e-4b3e-8b88-5e9f0db4dea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61207901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61944255'] for subnet (fce1036f-4809-4bc2-966b-8f1c6ae4c309), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:37.887600 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e19d8-6c0e-4b3e-8b88-5e9f0db4dea1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fce1036f-4809-4bc2-966b-8f1c6ae4c309,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:37.897683 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-2d2e19d8-6c0e-4b3e-8b88-5e9f0db4dea1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for subnet (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:37.904447 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-2d2e19d8-6c0e-4b3e-8b88-5e9f0db4dea1 admin admin] 10.222.0.85 "DELETE /networking/v2.0/subnets/fce1036f-4809-4bc2-966b-8f1c6ae4c309 HTTP/1.1" status: 204 len: 168 time: 0.2529023 Aug 30 04:37:37.904780 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 59532) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:37.909302 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9a4add-08f0-4d5c-a6c2-c67e571da92b None None] Network a2405824-381f-4cd4-ae0d-7f4e93dc135b requested from dv-cinder-854265-2-iscsi {{(pid=106259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:37:37.977192 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fd9dd9b4-9c86-4f1b-b301-c08dd6c1b767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3781726'] for network (a2405824-381f-4cd4-ae0d-7f4e93dc135b), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:38.248691 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91299f6-13ec-4aab-8b93-1b2b676794a2 None None] DHCP port deletion for a2405824-381f-4cd4-ae0d-7f4e93dc135b request from dv-cinder-854265-2-iscsi {{(pid=106259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 04:37:38.288178 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-d91299f6-13ec-4aab-8b93-1b2b676794a2 None None] Deleting port f6865ca2-c56e-42c7-af34-54df6e997856 {{(pid=106259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:37:38.288549 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-d91299f6-13ec-4aab-8b93-1b2b676794a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (f6865ca2-c56e-42c7-af34-54df6e997856), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:38.297318 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-fd9dd9b4-9c86-4f1b-b301-c08dd6c1b767 admin admin] Deleting port f6865ca2-c56e-42c7-af34-54df6e997856 {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:37:38.297664 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fd9dd9b4-9c86-4f1b-b301-c08dd6c1b767 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (f6865ca2-c56e-42c7-af34-54df6e997856), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:38.355253 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-d91299f6-13ec-4aab-8b93-1b2b676794a2 None None] For port f6865ca2-c56e-42c7-af34-54df6e997856, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=f6865ca2-c56e-42c7-af34-54df6e997856,segment=NetworkSegment(878de502-faa4-488a-bb4f-3aa3832eb64c),segment_id=878de502-faa4-488a-bb4f-3aa3832eb64c)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:37:38.355666 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-d91299f6-13ec-4aab-8b93-1b2b676794a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (f6865ca2-c56e-42c7-af34-54df6e997856), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:38.362828 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [None req-fd9dd9b4-9c86-4f1b-b301-c08dd6c1b767 admin admin] For port f6865ca2-c56e-42c7-af34-54df6e997856, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=f6865ca2-c56e-42c7-af34-54df6e997856,segment=NetworkSegment(878de502-faa4-488a-bb4f-3aa3832eb64c),segment_id=878de502-faa4-488a-bb4f-3aa3832eb64c)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:37:38.363204 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fd9dd9b4-9c86-4f1b-b301-c08dd6c1b767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (f6865ca2-c56e-42c7-af34-54df6e997856), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:38.370205 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-d91299f6-13ec-4aab-8b93-1b2b676794a2 None None] Calling delete_port for f6865ca2-c56e-42c7-af34-54df6e997856 owned by network:dhcp {{(pid=106259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:37:38.377203 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-fd9dd9b4-9c86-4f1b-b301-c08dd6c1b767 admin admin] Calling delete_port for f6865ca2-c56e-42c7-af34-54df6e997856 owned by network:dhcp {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:37:38.386974 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:38.433814 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:38.463398 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-d91299f6-13ec-4aab-8b93-1b2b676794a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767'] for port (f6865ca2-c56e-42c7-af34-54df6e997856), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:38.472944 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fd9dd9b4-9c86-4f1b-b301-c08dd6c1b767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62508200'] for port (f6865ca2-c56e-42c7-af34-54df6e997856), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:38.490661 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91299f6-13ec-4aab-8b93-1b2b676794a2 None None] Pushing event deleted for resources: {'Port': ['ID=f6865ca2-c56e-42c7-af34-54df6e997856,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:38.495120 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91299f6-13ec-4aab-8b93-1b2b676794a2 None None] No DVR routers for this DVR port f6865ca2-c56e-42c7-af34-54df6e997856 on host dv-cinder-854265-2-iscsi {{(pid=106259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:37:38.507934 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9dd9b4-9c86-4f1b-b301-c08dd6c1b767 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6865ca2-c56e-42c7-af34-54df6e997856,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:38.513873 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9dd9b4-9c86-4f1b-b301-c08dd6c1b767 admin admin] No DVR routers for this DVR port f6865ca2-c56e-42c7-af34-54df6e997856 on host dv-cinder-854265-2-iscsi {{(pid=106258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:37:38.514369 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device dd5d2770-3543-4a9f-b2a4-47d648926281 no longer exists at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:37:38.538955 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] No Port match for: dd5d2770-3543-4a9f-b2a4-47d648926281 {{(pid=106259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:37:38.539305 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device dd5d2770-3543-4a9f-b2a4-47d648926281 not bound to the agent host dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:37:38.539719 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device deaada06-7b6a-49e3-ae2e-d229962f6e55 no longer exists at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:37:38.559667 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] No Port match for: deaada06-7b6a-49e3-ae2e-d229962f6e55 {{(pid=106259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:37:38.560012 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device deaada06-7b6a-49e3-ae2e-d229962f6e55 not bound to the agent host dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:37:38.560657 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device f6865ca2-c56e-42c7-af34-54df6e997856 no longer exists at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:37:38.579462 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] No Port match for: f6865ca2-c56e-42c7-af34-54df6e997856 {{(pid=106259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:37:38.579900 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device f6865ca2-c56e-42c7-af34-54df6e997856 not bound to the agent host dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:37:38.606433 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fd9dd9b4-9c86-4f1b-b301-c08dd6c1b767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891968', 'neutron.services.segments.db._delete_segments_for_network-8785261144643'] for network (a2405824-381f-4cd4-ae0d-7f4e93dc135b), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:38.628965 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-fd9dd9b4-9c86-4f1b-b301-c08dd6c1b767 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2405824-381f-4cd4-ae0d-7f4e93dc135b']}} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:38.638803 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-fd9dd9b4-9c86-4f1b-b301-c08dd6c1b767 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '878de502-faa4-488a-bb4f-3aa3832eb64c') {'for_net_delete': True} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:38.639105 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-fd9dd9b4-9c86-4f1b-b301-c08dd6c1b767 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '878de502-faa4-488a-bb4f-3aa3832eb64c') {} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:38.648635 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fd9dd9b4-9c86-4f1b-b301-c08dd6c1b767 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785261169839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61943808'] for segment (878de502-faa4-488a-bb4f-3aa3832eb64c), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:38.662219 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fd9dd9b4-9c86-4f1b-b301-c08dd6c1b767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3898234'] for segment (878de502-faa4-488a-bb4f-3aa3832eb64c), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:38.669120 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd9dd9b4-9c86-4f1b-b301-c08dd6c1b767 admin admin] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=106258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 04:37:38.669497 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fd9dd9b4-9c86-4f1b-b301-c08dd6c1b767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3898234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62508285'] for segment (878de502-faa4-488a-bb4f-3aa3832eb64c), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:38.728893 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fd9dd9b4-9c86-4f1b-b301-c08dd6c1b767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696747'] for network (a2405824-381f-4cd4-ae0d-7f4e93dc135b), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:38.735560 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fd9dd9b4-9c86-4f1b-b301-c08dd6c1b767 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for network (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:38.741138 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-fd9dd9b4-9c86-4f1b-b301-c08dd6c1b767 admin admin] 10.222.0.85 "DELETE /networking/v2.0/networks/a2405824-381f-4cd4-ae0d-7f4e93dc135b HTTP/1.1" status: 204 len: 168 time: 0.8328273 Aug 30 04:37:38.749029 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.services.segments.plugin [-] Segment 878de502-faa4-488a-bb4f-3aa3832eb64c resource provider aggregate not found Aug 30 04:37:38.753190 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9dd9b4-9c86-4f1b-b301-c08dd6c1b767 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2405824-381f-4cd4-ae0d-7f4e93dc135b,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:38.772231 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.services.segments.plugin [-] Segment 878de502-faa4-488a-bb4f-3aa3832eb64c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 878de502-faa4-488a-bb4f-3aa3832eb64c found for delete ", "request_id": "req-10073bb9-cc28-44b1-b298-1aad63017146"}]} Aug 30 04:37:38.859106 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 59542) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:38.903379 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-3c8c7e69-2ddb-40e5-ad78-80c9a56233d5 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=96907629895d451697f448cf2c3bc6a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427239 Aug 30 04:37:38.905645 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 59544) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:38.954828 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9e82c06b-8b92-432b-b99b-574e97f03b39 admin admin] Publish callbacks [] for security_group (009cc0a8-eb84-407c-8715-c71ac3f7ae54), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:38.974673 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9e82c06b-8b92-432b-b99b-574e97f03b39 admin admin] Publish callbacks [] for security_group (009cc0a8-eb84-407c-8715-c71ac3f7ae54), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:39.021308 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9e82c06b-8b92-432b-b99b-574e97f03b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (009cc0a8-eb84-407c-8715-c71ac3f7ae54), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:39.023782 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9e82c06b-8b92-432b-b99b-574e97f03b39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:39.024927 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-9e82c06b-8b92-432b-b99b-574e97f03b39 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/009cc0a8-eb84-407c-8715-c71ac3f7ae54 HTTP/1.1" status: 204 len: 168 time: 0.1184127 Aug 30 04:37:39.033129 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e82c06b-8b92-432b-b99b-574e97f03b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009cc0a8-eb84-407c-8715-c71ac3f7ae54,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:39.341820 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 59550) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:39.381925 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-77cd416c-6cc1-4b3b-a67a-0df251ff8095 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=1b05404af98c48dd9c26aafd234846a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389767 Aug 30 04:37:39.384275 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 59552) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:37:39.432935 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3b47d087-ae41-4ae5-9669-f9f225696a3e admin admin] Publish callbacks [] for security_group (7631323e-2a16-49f3-bdc5-b2e23099053f), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:39.452004 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3b47d087-ae41-4ae5-9669-f9f225696a3e admin admin] Publish callbacks [] for security_group (7631323e-2a16-49f3-bdc5-b2e23099053f), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:39.499569 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3b47d087-ae41-4ae5-9669-f9f225696a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (7631323e-2a16-49f3-bdc5-b2e23099053f), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:39.502516 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-3b47d087-ae41-4ae5-9669-f9f225696a3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:39.503681 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-3b47d087-ae41-4ae5-9669-f9f225696a3e admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/7631323e-2a16-49f3-bdc5-b2e23099053f HTTP/1.1" status: 204 len: 168 time: 0.1185350 Aug 30 04:37:39.511594 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b47d087-ae41-4ae5-9669-f9f225696a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7631323e-2a16-49f3-bdc5-b2e23099053f,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:42.245269 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (dd0d0365-d50b-4401-90d8-c3ff73fab053), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:47.697452 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa98a2-4082-4d6d-a892-8f1dd8bd0a45 req-fffb9cc4-7930-4053-8937-aa1cec3c0d9f tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:47.699511 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d8aa98a2-4082-4d6d-a892-8f1dd8bd0a45 req-fffb9cc4-7930-4053-8937-aa1cec3c0d9f tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=55c3ec45-de91-4e52-8acd-9cfc102347fb HTTP/1.1" status: 200 len: 946 time: 0.0477183 Aug 30 04:37:47.749908 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d8aa98a2-4082-4d6d-a892-8f1dd8bd0a45 req-dbe7eba2-2570-4d9f-a726-7b8d77b9f13b tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bf906bae-0190-4421-8ed3-fd285f7352de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444853 Aug 30 04:37:47.887351 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=77,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:47.893786 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=37,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:48.870325 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d0940-bea6-4995-82a3-21403a2b6069 req-b61be6e5-234a-4e76-9e48-23b5cfd850b3 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:48.871769 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-498d0940-bea6-4995-82a3-21403a2b6069 req-b61be6e5-234a-4e76-9e48-23b5cfd850b3 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=55c3ec45-de91-4e52-8acd-9cfc102347fb HTTP/1.1" status: 200 len: 946 time: 0.0470524 Aug 30 04:37:48.904761 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:48.924526 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-498d0940-bea6-4995-82a3-21403a2b6069 req-33f2e41a-f13c-4821-8f55-7f6b2998b727 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bf906bae-0190-4421-8ed3-fd285f7352de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472052 Aug 30 04:37:49.894722 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8333b0-1563-45e1-a9ac-2d0047e31b65 req-3c453f7e-aa8e-41b6-9b72-02985cac1f25 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:49.896165 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-9d8333b0-1563-45e1-a9ac-2d0047e31b65 req-3c453f7e-aa8e-41b6-9b72-02985cac1f25 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=55c3ec45-de91-4e52-8acd-9cfc102347fb HTTP/1.1" status: 200 len: 946 time: 0.0463417 Aug 30 04:37:49.978080 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [req-9d8333b0-1563-45e1-a9ac-2d0047e31b65 req-1fc51eab-6031-4da0-80fc-3cd62b5a4a22 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Deleting port 269f69bd-5a62-467c-988c-152c585930d9 {{(pid=106257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:37:49.978423 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-9d8333b0-1563-45e1-a9ac-2d0047e31b65 req-1fc51eab-6031-4da0-80fc-3cd62b5a4a22 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (269f69bd-5a62-467c-988c-152c585930d9), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:50.042460 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc32f7-462d-4eff-88dd-eb3a0e37b32c req-c8c3a760-a8e8-437e-a64e-e287c111d261 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:50.044210 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5bbc32f7-462d-4eff-88dd-eb3a0e37b32c req-c8c3a760-a8e8-437e-a64e-e287c111d261 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=55c3ec45-de91-4e52-8acd-9cfc102347fb HTTP/1.1" status: 200 len: 946 time: 0.0475190 Aug 30 04:37:50.062350 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:50.072019 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [req-9d8333b0-1563-45e1-a9ac-2d0047e31b65 req-1fc51eab-6031-4da0-80fc-3cd62b5a4a22 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] For port 269f69bd-5a62-467c-988c-152c585930d9, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=269f69bd-5a62-467c-988c-152c585930d9,segment=NetworkSegment(fdd31e04-0827-4615-9af3-6927d149ce86),segment_id=fdd31e04-0827-4615-9af3-6927d149ce86)] {{(pid=106257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:37:50.072382 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-9d8333b0-1563-45e1-a9ac-2d0047e31b65 req-1fc51eab-6031-4da0-80fc-3cd62b5a4a22 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (269f69bd-5a62-467c-988c-152c585930d9), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:50.094342 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5bbc32f7-462d-4eff-88dd-eb3a0e37b32c req-1a4fd219-7afd-4266-ac40-8ebb44899ff4 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bf906bae-0190-4421-8ed3-fd285f7352de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444660 Aug 30 04:37:50.231427 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-9d8333b0-1563-45e1-a9ac-2d0047e31b65 req-1fc51eab-6031-4da0-80fc-3cd62b5a4a22 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:50.231696 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-9d8333b0-1563-45e1-a9ac-2d0047e31b65 req-1fc51eab-6031-4da0-80fc-3cd62b5a4a22 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696708'] for floatingip (8490d5dc-2d73-466c-a6e7-e63e5e808bd3), after_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:50.232263 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.db.l3_db [req-9d8333b0-1563-45e1-a9ac-2d0047e31b65 req-1fc51eab-6031-4da0-80fc-3cd62b5a4a22 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Floating IP 8490d5dc-2d73-466c-a6e7-e63e5e808bd3 disassociated. External IP: 172.27.1.212, port: 269f69bd-5a62-467c-988c-152c585930d9. Aug 30 04:37:50.232603 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [req-9d8333b0-1563-45e1-a9ac-2d0047e31b65 req-1fc51eab-6031-4da0-80fc-3cd62b5a4a22 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Calling delete_port for 269f69bd-5a62-467c-988c-152c585930d9 owned by compute:nova {{(pid=106257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:37:50.359790 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-9d8333b0-1563-45e1-a9ac-2d0047e31b65 req-1fc51eab-6031-4da0-80fc-3cd62b5a4a22 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (269f69bd-5a62-467c-988c-152c585930d9), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:50.387139 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc51eab-6031-4da0-80fc-3cd62b5a4a22 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Pushing event deleted for resources: {'Port': ['ID=269f69bd-5a62-467c-988c-152c585930d9,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:50.496630 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d8333b0-1563-45e1-a9ac-2d0047e31b65 req-1fc51eab-6031-4da0-80fc-3cd62b5a4a22 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Router 3cd04f69-8754-4bcc-8da6-441e4bbbdaca has already been hosted by L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 {{(pid=106257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:37:50.598294 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d8333b0-1563-45e1-a9ac-2d0047e31b65 req-1fc51eab-6031-4da0-80fc-3cd62b5a4a22 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:37:50.610359 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e85c8a-ed3e-4431-bf12-9c6a59f89342 None None] Sync routers for ids ['3cd04f69-8754-4bcc-8da6-441e4bbbdaca'] in dv-cinder-854265-2-iscsi {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:37:50.620378 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e85c8a-ed3e-4431-bf12-9c6a59f89342 None None] Routers {'3cd04f69-8754-4bcc-8da6-441e4bbbdaca'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:37:50.621010 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-13e85c8a-ed3e-4431-bf12-9c6a59f89342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:37:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['3cd04f69-8754-4bcc-8da6-441e4bbbdaca'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:50.640817 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d8333b0-1563-45e1-a9ac-2d0047e31b65 req-1fc51eab-6031-4da0-80fc-3cd62b5a4a22 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] No DVR routers for this DVR port 269f69bd-5a62-467c-988c-152c585930d9 on host hv-cinder-85426 {{(pid=106257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:37:50.643343 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-9d8333b0-1563-45e1-a9ac-2d0047e31b65 req-1fc51eab-6031-4da0-80fc-3cd62b5a4a22 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:50.646591 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-9d8333b0-1563-45e1-a9ac-2d0047e31b65 req-1fc51eab-6031-4da0-80fc-3cd62b5a4a22 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.71 "DELETE /networking/v2.0/ports/269f69bd-5a62-467c-988c-152c585930d9 HTTP/1.1" status: 204 len: 173 time: 0.7430060 Aug 30 04:37:50.647031 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c3ec45-de91-4e52-8acd-9cfc102347fb', 'name': 'network-vif-deleted', 'tag': '269f69bd-5a62-467c-988c-152c585930d9'}] {{(pid=106257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:37:50.649302 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d1a48af4e812f9c70823208ed2638ca64b88de6e4994a5bf3763d45491ed842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c330599a-c0b5-48dc-841d-459241f906e4" -d '{"events": [{"server_uuid": "55c3ec45-de91-4e52-8acd-9cfc102347fb", "name": "network-vif-deleted", "tag": "269f69bd-5a62-467c-988c-152c585930d9"}]}' {{(pid=106257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:37:50.695591 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d411062e-f080-4c9f-a563-b2ce63529034 x-openstack-request-id: req-d411062e-f080-4c9f-a563-b2ce63529034 {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:37:50.695891 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c3ec45-de91-4e52-8acd-9cfc102347fb", "name": "network-vif-deleted", "tag": "269f69bd-5a62-467c-988c-152c585930d9", "status": "completed", "code": 200}]} {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:37:50.696151 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-d411062e-f080-4c9f-a563-b2ce63529034 {{(pid=106257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:37:50.696559 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d411062e-f080-4c9f-a563-b2ce63529034'] response: {'server_uuid': '55c3ec45-de91-4e52-8acd-9cfc102347fb', 'name': 'network-vif-deleted', 'tag': '269f69bd-5a62-467c-988c-152c585930d9', 'status': 'completed', 'code': 200} Aug 30 04:37:50.729059 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-13e85c8a-ed3e-4431-bf12-9c6a59f89342 None None] Set router 3cd04f69-8754-4bcc-8da6-441e4bbbdaca gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:37:50.930795 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-13e85c8a-ed3e-4431-bf12-9c6a59f89342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'name': 'tempest-TestVolumeBootPattern-1449703283-router', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6a192df2-96c0-45ba-aae5-fdca29a7234d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:34:47Z', 'updated_at': '2022-08-30T04:34:51Z', 'revision_number': 4, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'gw_port': {'id': '6a192df2-96c0-45ba-aae5-fdca29a7234d', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:48Z', 'updated_at': '2022-08-30T04:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': '7cda351f-5831-40f7-b0b6-865ca2b809d3', 'name': '', 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'mac_address': 'fa:16:3e:df:80:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:51Z', 'updated_at': '2022-08-30T04:34:58Z', 'revision_number': 5, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'subnets': [{'id': '2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:50.955966 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e85c8a-ed3e-4431-bf12-9c6a59f89342 None None] Checking router: 3cd04f69-8754-4bcc-8da6-441e4bbbdaca for host: dv-cinder-854265-2-iscsi {{(pid=106259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:37:50.964220 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e85c8a-ed3e-4431-bf12-9c6a59f89342 None None] Routers {'3cd04f69-8754-4bcc-8da6-441e4bbbdaca'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:37:50.964820 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-13e85c8a-ed3e-4431-bf12-9c6a59f89342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:37:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['3cd04f69-8754-4bcc-8da6-441e4bbbdaca'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:51.047703 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:51.057693 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:51.068824 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-13e85c8a-ed3e-4431-bf12-9c6a59f89342 None None] Set router 3cd04f69-8754-4bcc-8da6-441e4bbbdaca gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:37:51.202850 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7ba625b3-aae3-4294-949b-c4ca67d19e38 req-67ea7124-c3a4-4950-ab75-c6b3fdd44e73 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=55c3ec45-de91-4e52-8acd-9cfc102347fb HTTP/1.1" status: 200 len: 210 time: 0.0285251 Aug 30 04:37:51.266710 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-13e85c8a-ed3e-4431-bf12-9c6a59f89342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'name': 'tempest-TestVolumeBootPattern-1449703283-router', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6a192df2-96c0-45ba-aae5-fdca29a7234d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:34:47Z', 'updated_at': '2022-08-30T04:34:51Z', 'revision_number': 4, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'gw_port': {'id': '6a192df2-96c0-45ba-aae5-fdca29a7234d', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:48Z', 'updated_at': '2022-08-30T04:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': '7cda351f-5831-40f7-b0b6-865ca2b809d3', 'name': '', 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'mac_address': 'fa:16:3e:df:80:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:51Z', 'updated_at': '2022-08-30T04:34:58Z', 'revision_number': 5, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'subnets': [{'id': '2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:37:51.292359 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e85c8a-ed3e-4431-bf12-9c6a59f89342 None None] The sync data for ids ['3cd04f69-8754-4bcc-8da6-441e4bbbdaca'] in dv-cinder-854265-2-iscsi is: [{'id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'name': 'tempest-TestVolumeBootPattern-1449703283-router', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6a192df2-96c0-45ba-aae5-fdca29a7234d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:34:47Z', 'updated_at': '2022-08-30T04:34:51Z', 'revision_number': 4, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'gw_port': {'id': '6a192df2-96c0-45ba-aae5-fdca29a7234d', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:48Z', 'updated_at': '2022-08-30T04:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': '7cda351f-5831-40f7-b0b6-865ca2b809d3', 'name': '', 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'mac_address': 'fa:16:3e:df:80:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:51Z', 'updated_at': '2022-08-30T04:34:58Z', 'revision_number': 5, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'subnets': [{'id': '2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:37:51.499439 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=60,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:51.500125 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=55,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:51.501661 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4dd781-ea34-417b-afbe-4464fec26f7f None None] New status for floating IP 8490d5dc-2d73-466c-a6e7-e63e5e808bd3: DOWN {{(pid=106260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:37:52.476611 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4ce47a43-b0bf-4189-a61c-577ec5ac2c15 req-fa8a9cc2-451d-41fc-850e-e0d2e47912c1 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1522422868&fields=id&tenant_id=18e4bf7297124da4b43ccaeda048f772 HTTP/1.1" status: 200 len: 267 time: 0.0435629 Aug 30 04:37:52.584325 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce47a43-b0bf-4189-a61c-577ec5ac2c15 req-2868a18f-d6ad-4e48-bd99-0b1a33198880 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:52.585778 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4ce47a43-b0bf-4189-a61c-577ec5ac2c15 req-2868a18f-d6ad-4e48-bd99-0b1a33198880 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/networks?id=05bb2295-ab1f-4755-bab5-38bb2e0a7b79 HTTP/1.1" status: 200 len: 812 time: 0.1024475 Aug 30 04:37:52.599888 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4ce47a43-b0bf-4189-a61c-577ec5ac2c15 req-068ca759-7dab-4d7d-9e80-62da47b358b5 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/quotas/18e4bf7297124da4b43ccaeda048f772 HTTP/1.1" status: 200 len: 375 time: 0.0088296 Aug 30 04:37:52.649201 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4ce47a43-b0bf-4189-a61c-577ec5ac2c15 req-6de26109-4971-4531-bf64-09a692e3bcbc tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=18e4bf7297124da4b43ccaeda048f772&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438607 Aug 30 04:37:52.755406 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [req-4ce47a43-b0bf-4189-a61c-577ec5ac2c15 req-50623dfa-709c-46e3-87c3-89d91095c7cb service neutron] http://10.222.0.85:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106258) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 04:37:52.756432 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4ce47a43-b0bf-4189-a61c-577ec5ac2c15 req-50623dfa-709c-46e3-87c3-89d91095c7cb service neutron] 10.222.0.85 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0957057 Aug 30 04:37:52.857865 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4ce47a43-b0bf-4189-a61c-577ec5ac2c15 req-4f170807-7db7-4df1-9ccd-5d8bf284fe33 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/05bb2295-ab1f-4755-bab5-38bb2e0a7b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956490 Aug 30 04:37:52.950289 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4ce47a43-b0bf-4189-a61c-577ec5ac2c15 req-f3948b19-1f1f-445e-b2d3-813115a1c93f service neutron] 10.222.0.85 "GET /networking/v2.0/networks/05bb2295-ab1f-4755-bab5-38bb2e0a7b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866706 Aug 30 04:37:52.956701 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-c55b08e3-d23d-4180-80ec-a59797f98364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:53.233566 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8ccce129-c0e2-4802-bca6-53ed26e77896 req-e8e9d3ac-637d-46ff-9670-f9a1bf8da290 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8913aeda-b661-4c59-b19b-eb3252bf1047 HTTP/1.1" status: 200 len: 210 time: 0.0290380 Aug 30 04:37:54.125952 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 269f69bd-5a62-467c-988c-152c585930d9 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:37:54.148595 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] No Port match for: 269f69bd-5a62-467c-988c-152c585930d9 {{(pid=106259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:37:54.148938 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 269f69bd-5a62-467c-988c-152c585930d9 not bound to the agent host hv-cinder-85426 {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:37:54.331415 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e0b0d044-73fa-4256-a17c-8c764b3f4358 req-94da0cca-1519-4d48-a9a9-74f7149625a0 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8913aeda-b661-4c59-b19b-eb3252bf1047 HTTP/1.1" status: 200 len: 210 time: 0.0277531 Aug 30 04:37:54.633101 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce47a43-b0bf-4189-a61c-577ec5ac2c15 req-fa2eae9c-34ac-440a-897b-bb1ad7f4c954 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:54.635580 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-4ce47a43-b0bf-4189-a61c-577ec5ac2c15 req-fa2eae9c-34ac-440a-897b-bb1ad7f4c954 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.71 "GET /networking/v2.0/networks?id=05bb2295-ab1f-4755-bab5-38bb2e0a7b79 HTTP/1.1" status: 200 len: 812 time: 0.1090109 Aug 30 04:37:54.712977 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:54.719226 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:54.756908 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-4ce47a43-b0bf-4189-a61c-577ec5ac2c15 req-4eb6132c-7b46-4959-ab34-e472df91136a tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.71 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=18e4bf7297124da4b43ccaeda048f772 HTTP/1.1" status: 200 len: 380 time: 0.0583487 Aug 30 04:37:54.768366 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [req-4ce47a43-b0bf-4189-a61c-577ec5ac2c15 req-8d5851ed-aed0-461b-abd1-9a0c3a5a20e3 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Request body: {'port': {'device_id': '8913aeda-b661-4c59-b19b-eb3252bf1047', 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79', 'admin_state_up': True, 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'security_groups': ['bf906bae-0190-4421-8ed3-fd285f7352de']}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:37:55.119605 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ce47a43-b0bf-4189-a61c-577ec5ac2c15 req-8d5851ed-aed0-461b-abd1-9a0c3a5a20e3 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Made reservation on behalf of 18e4bf7297124da4b43ccaeda048f772 for: {'port': 1} {{(pid=106257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:37:55.123430 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-4ce47a43-b0bf-4189-a61c-577ec5ac2c15 req-8d5851ed-aed0-461b-abd1-9a0c3a5a20e3 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:55.248262 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.db_base_plugin_common [req-4ce47a43-b0bf-4189-a61c-577ec5ac2c15 req-8d5851ed-aed0-461b-abd1-9a0c3a5a20e3 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Allocated IP 172.20.0.14 (05bb2295-ab1f-4755-bab5-38bb2e0a7b79/2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3/62ae85bd-5cc8-48f9-bbc5-06af77beba2a) {{(pid=106257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:37:55.301061 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-daf1ca48-58d0-4519-969c-b7caa8a600a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:55.396659 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-4ce47a43-b0bf-4189-a61c-577ec5ac2c15 req-8d5851ed-aed0-461b-abd1-9a0c3a5a20e3 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks [] for port (62ae85bd-5cc8-48f9-bbc5-06af77beba2a), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:55.431179 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-4ce47a43-b0bf-4189-a61c-577ec5ac2c15 req-8d5851ed-aed0-461b-abd1-9a0c3a5a20e3 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (62ae85bd-5cc8-48f9-bbc5-06af77beba2a), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:55.438535 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6c423812-7b4d-4fee-bdd4-c8b186cdfa43 req-2d54ff24-b9dc-4acf-bf9a-f0972dc2d1b1 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8913aeda-b661-4c59-b19b-eb3252bf1047 HTTP/1.1" status: 200 len: 210 time: 0.0301707 Aug 30 04:37:55.485091 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ce47a43-b0bf-4189-a61c-577ec5ac2c15 req-8d5851ed-aed0-461b-abd1-9a0c3a5a20e3 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Network 05bb2295-ab1f-4755-bab5-38bb2e0a7b79 is already hosted by enough agents. {{(pid=106257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:37:55.490382 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.base_scheduler [req-4ce47a43-b0bf-4189-a61c-577ec5ac2c15 req-8d5851ed-aed0-461b-abd1-9a0c3a5a20e3 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Resources bound (agent type, host, resource id): {{(pid=106257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:37:55.492663 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5851ed-aed0-461b-abd1-9a0c3a5a20e3 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Pushing event updated for resources: {'Port': ['ID=62ae85bd-5cc8-48f9-bbc5-06af77beba2a,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:55.494933 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce47a43-b0bf-4189-a61c-577ec5ac2c15 req-8d5851ed-aed0-461b-abd1-9a0c3a5a20e3 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Received port after_create {{(pid=106257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:37:55.544472 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce47a43-b0bf-4189-a61c-577ec5ac2c15 req-8d5851ed-aed0-461b-abd1-9a0c3a5a20e3 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:55.545432 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-4ce47a43-b0bf-4189-a61c-577ec5ac2c15 req-8d5851ed-aed0-461b-abd1-9a0c3a5a20e3 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:55.563891 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-4ce47a43-b0bf-4189-a61c-577ec5ac2c15 req-8d5851ed-aed0-461b-abd1-9a0c3a5a20e3 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7989709 Aug 30 04:37:55.587513 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [req-4ce47a43-b0bf-4189-a61c-577ec5ac2c15 req-95e9fc94-3704-47e8-957f-f60d6b7e1c1e service neutron] Request body: {'port': {'device_id': '8913aeda-b661-4c59-b19b-eb3252bf1047', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:37:55.649631 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-4ce47a43-b0bf-4189-a61c-577ec5ac2c15 req-95e9fc94-3704-47e8-957f-f60d6b7e1c1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (62ae85bd-5cc8-48f9-bbc5-06af77beba2a), before_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:55.757762 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-f67350a4-35f8-4f99-87d8-b13155f99234 None None] Provisioning complete for port 62ae85bd-5cc8-48f9-bbc5-06af77beba2a triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:37:55.758060 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-f67350a4-35f8-4f99-87d8-b13155f99234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (62ae85bd-5cc8-48f9-bbc5-06af77beba2a), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:55.788905 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-f67350a4-35f8-4f99-87d8-b13155f99234 None None] Port 62ae85bd-5cc8-48f9-bbc5-06af77beba2a cannot update to ACTIVE because it is not bound. {{(pid=106259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:37:55.810527 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:55.812833 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:55.907870 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.notifiers.nova [req-4ce47a43-b0bf-4189-a61c-577ec5ac2c15 req-95e9fc94-3704-47e8-957f-f60d6b7e1c1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62ae85bd-5cc8-48f9-bbc5-06af77beba2a {{(pid=106257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:37:55.915105 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-4ce47a43-b0bf-4189-a61c-577ec5ac2c15 req-95e9fc94-3704-47e8-957f-f60d6b7e1c1e service neutron] Publish callbacks [] for port (62ae85bd-5cc8-48f9-bbc5-06af77beba2a), precommit_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:55.927522 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.provisioning_blocks [req-4ce47a43-b0bf-4189-a61c-577ec5ac2c15 req-95e9fc94-3704-47e8-957f-f60d6b7e1c1e service neutron] Transition to ACTIVE for port object 62ae85bd-5cc8-48f9-bbc5-06af77beba2a will not be triggered until provisioned by entity L2. {{(pid=106257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:37:55.931205 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-4ce47a43-b0bf-4189-a61c-577ec5ac2c15 req-95e9fc94-3704-47e8-957f-f60d6b7e1c1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61207719'] for port (62ae85bd-5cc8-48f9-bbc5-06af77beba2a), after_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:56.009957 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e9fc94-3704-47e8-957f-f60d6b7e1c1e service neutron] Pushing event updated for resources: {'Port': ['ID=62ae85bd-5cc8-48f9-bbc5-06af77beba2a,revision_number=2']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:56.037717 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.managers [req-4ce47a43-b0bf-4189-a61c-577ec5ac2c15 req-95e9fc94-3704-47e8-957f-f60d6b7e1c1e service neutron] Attempting to bind port 62ae85bd-5cc8-48f9-bbc5-06af77beba2a on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:37:56.038049 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.managers [req-4ce47a43-b0bf-4189-a61c-577ec5ac2c15 req-95e9fc94-3704-47e8-957f-f60d6b7e1c1e service neutron] Attempting to bind port 62ae85bd-5cc8-48f9-bbc5-06af77beba2a by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'fdd31e04-0827-4615-9af3-6927d149ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79'}] {{(pid=106257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:37:56.038375 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce47a43-b0bf-4189-a61c-577ec5ac2c15 req-95e9fc94-3704-47e8-957f-f60d6b7e1c1e service neutron] Attempting to bind port 62ae85bd-5cc8-48f9-bbc5-06af77beba2a on network 05bb2295-ab1f-4755-bab5-38bb2e0a7b79 {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:37:56.043233 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce47a43-b0bf-4189-a61c-577ec5ac2c15 req-95e9fc94-3704-47e8-957f-f60d6b7e1c1e service neutron] Port 62ae85bd-5cc8-48f9-bbc5-06af77beba2a on network 05bb2295-ab1f-4755-bab5-38bb2e0a7b79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:37:56.043568 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce47a43-b0bf-4189-a61c-577ec5ac2c15 req-95e9fc94-3704-47e8-957f-f60d6b7e1c1e service neutron] Attempting to bind port 62ae85bd-5cc8-48f9-bbc5-06af77beba2a on network 05bb2295-ab1f-4755-bab5-38bb2e0a7b79 {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:37:56.048270 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce47a43-b0bf-4189-a61c-577ec5ac2c15 req-95e9fc94-3704-47e8-957f-f60d6b7e1c1e service neutron] Checking agent: {'id': 'dd0d0365-d50b-4401-90d8-c3ff73fab053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 24, 11), 'started_at': datetime.datetime(2022, 8, 30, 4, 24, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:37:56.048604 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce47a43-b0bf-4189-a61c-577ec5ac2c15 req-95e9fc94-3704-47e8-957f-f60d6b7e1c1e service neutron] Checking segment: {'id': 'fdd31e04-0827-4615-9af3-6927d149ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:37:56.048978 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce47a43-b0bf-4189-a61c-577ec5ac2c15 req-95e9fc94-3704-47e8-957f-f60d6b7e1c1e service neutron] Bound using segment: {'id': 'fdd31e04-0827-4615-9af3-6927d149ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79'} {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:37:56.049432 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.managers [req-4ce47a43-b0bf-4189-a61c-577ec5ac2c15 req-95e9fc94-3704-47e8-957f-f60d6b7e1c1e service neutron] Bound port: 62ae85bd-5cc8-48f9-bbc5-06af77beba2a, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdd31e04-0827-4615-9af3-6927d149ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79'}}] {{(pid=106257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:37:56.049788 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-4ce47a43-b0bf-4189-a61c-577ec5ac2c15 req-95e9fc94-3704-47e8-957f-f60d6b7e1c1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (62ae85bd-5cc8-48f9-bbc5-06af77beba2a), before_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:56.112787 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [req-4ce47a43-b0bf-4189-a61c-577ec5ac2c15 req-95e9fc94-3704-47e8-957f-f60d6b7e1c1e service neutron] For port 62ae85bd-5cc8-48f9-bbc5-06af77beba2a, host hv-cinder-85426, cleared binding levels {{(pid=106257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:37:56.116001 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [req-4ce47a43-b0bf-4189-a61c-577ec5ac2c15 req-95e9fc94-3704-47e8-957f-f60d6b7e1c1e service neutron] For port 62ae85bd-5cc8-48f9-bbc5-06af77beba2a, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=62ae85bd-5cc8-48f9-bbc5-06af77beba2a,segment=NetworkSegment(fdd31e04-0827-4615-9af3-6927d149ce86),segment_id=fdd31e04-0827-4615-9af3-6927d149ce86)] {{(pid=106257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:37:56.121673 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-4ce47a43-b0bf-4189-a61c-577ec5ac2c15 req-95e9fc94-3704-47e8-957f-f60d6b7e1c1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61207719'] for port (62ae85bd-5cc8-48f9-bbc5-06af77beba2a), after_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:56.124713 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce47a43-b0bf-4189-a61c-577ec5ac2c15 req-95e9fc94-3704-47e8-957f-f60d6b7e1c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:56.125351 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-4ce47a43-b0bf-4189-a61c-577ec5ac2c15 req-95e9fc94-3704-47e8-957f-f60d6b7e1c1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:56.126717 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-4ce47a43-b0bf-4189-a61c-577ec5ac2c15 req-95e9fc94-3704-47e8-957f-f60d6b7e1c1e service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/62ae85bd-5cc8-48f9-bbc5-06af77beba2a HTTP/1.1" status: 200 len: 1094 time: 0.5436871 Aug 30 04:37:56.128879 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8913aeda-b661-4c59-b19b-eb3252bf1047', 'tag': '62ae85bd-5cc8-48f9-bbc5-06af77beba2a'}] {{(pid=106257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:37:56.131192 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d1a48af4e812f9c70823208ed2638ca64b88de6e4994a5bf3763d45491ed842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f1278e-dbed-4716-aace-51b1ee781627" -d '{"events": [{"name": "network-changed", "server_uuid": "8913aeda-b661-4c59-b19b-eb3252bf1047", "tag": "62ae85bd-5cc8-48f9-bbc5-06af77beba2a"}]}' {{(pid=106257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:37:56.170389 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67699aae-21cb-48d9-8011-929cf3f18998 x-openstack-request-id: req-67699aae-21cb-48d9-8011-929cf3f18998 {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:37:56.170712 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8913aeda-b661-4c59-b19b-eb3252bf1047", "tag": "62ae85bd-5cc8-48f9-bbc5-06af77beba2a", "status": "completed", "code": 200}]} {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:37:56.170965 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-67699aae-21cb-48d9-8011-929cf3f18998 {{(pid=106257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:37:56.171425 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67699aae-21cb-48d9-8011-929cf3f18998'] response: {'name': 'network-changed', 'server_uuid': '8913aeda-b661-4c59-b19b-eb3252bf1047', 'tag': '62ae85bd-5cc8-48f9-bbc5-06af77beba2a', 'status': 'completed', 'code': 200} Aug 30 04:37:56.184235 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e9fc94-3704-47e8-957f-f60d6b7e1c1e service neutron] Pushing event updated for resources: {'Port': ['ID=62ae85bd-5cc8-48f9-bbc5-06af77beba2a,revision_number=3']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:37:56.271138 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce47a43-b0bf-4189-a61c-577ec5ac2c15 req-59b29b82-1ac6-470d-b4ac-2b3bdcf892e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:56.272486 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-4ce47a43-b0bf-4189-a61c-577ec5ac2c15 req-59b29b82-1ac6-470d-b4ac-2b3bdcf892e7 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=18e4bf7297124da4b43ccaeda048f772&device_id=8913aeda-b661-4c59-b19b-eb3252bf1047 HTTP/1.1" status: 200 len: 1128 time: 0.0388246 Aug 30 04:37:56.335773 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-4ce47a43-b0bf-4189-a61c-577ec5ac2c15 req-afb94f72-2bbf-4d7a-9785-b29cd82c9713 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62ae85bd-5cc8-48f9-bbc5-06af77beba2a HTTP/1.1" status: 200 len: 217 time: 0.0406065 Aug 30 04:37:56.384745 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce47a43-b0bf-4189-a61c-577ec5ac2c15 req-3e77a7df-1b0e-4e44-b0fb-5a48212b6db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:56.387260 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-4ce47a43-b0bf-4189-a61c-577ec5ac2c15 req-3e77a7df-1b0e-4e44-b0fb-5a48212b6db4 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3 HTTP/1.1" status: 200 len: 851 time: 0.0455782 Aug 30 04:37:56.432711 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce47a43-b0bf-4189-a61c-577ec5ac2c15 req-e19b2adc-7c00-494c-a3bc-e38ab9de2fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:56.434219 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-4ce47a43-b0bf-4189-a61c-577ec5ac2c15 req-e19b2adc-7c00-494c-a3bc-e38ab9de2fa4 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=05bb2295-ab1f-4755-bab5-38bb2e0a7b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404718 Aug 30 04:37:56.545659 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-4ce47a43-b0bf-4189-a61c-577ec5ac2c15 req-c7188eaa-e5d9-4686-8506-e8977a011f4b service neutron] 10.222.0.71 "GET /networking/v2.0/networks/05bb2295-ab1f-4755-bab5-38bb2e0a7b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015074 Aug 30 04:37:56.571129 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804aab3-c9eb-45ba-aed6-3aec651247f3 req-fb00e9d7-13bf-44f0-a030-da56d3b9eec1 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:56.572686 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a804aab3-c9eb-45ba-aed6-3aec651247f3 req-fb00e9d7-13bf-44f0-a030-da56d3b9eec1 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8913aeda-b661-4c59-b19b-eb3252bf1047 HTTP/1.1" status: 200 len: 944 time: 0.0512457 Aug 30 04:37:56.593660 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:56.624945 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a804aab3-c9eb-45ba-aed6-3aec651247f3 req-5cf1054d-3b58-4bb5-8a71-cfbeff4ad466 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bf906bae-0190-4421-8ed3-fd285f7352de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447659 Aug 30 04:37:56.657700 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-4ce47a43-b0bf-4189-a61c-577ec5ac2c15 req-38840b0c-d98e-43fe-9079-938481d16e8a service neutron] 10.222.0.71 "GET /networking/v2.0/networks/05bb2295-ab1f-4755-bab5-38bb2e0a7b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879333 Aug 30 04:37:57.058891 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1278e-dbed-4716-aace-51b1ee781627 req-4cb0ec7f-dca9-49d2-a798-531e53888f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:57.060327 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-15f1278e-dbed-4716-aace-51b1ee781627 req-4cb0ec7f-dca9-49d2-a798-531e53888f25 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=18e4bf7297124da4b43ccaeda048f772&device_id=8913aeda-b661-4c59-b19b-eb3252bf1047 HTTP/1.1" status: 200 len: 1128 time: 0.0386622 Aug 30 04:37:57.152926 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:57.156307 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1278e-dbed-4716-aace-51b1ee781627 req-e493ce2a-1a8c-4a76-8534-192a29036e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:57.157800 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-15f1278e-dbed-4716-aace-51b1ee781627 req-e493ce2a-1a8c-4a76-8534-192a29036e4b service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=05bb2295-ab1f-4755-bab5-38bb2e0a7b79 HTTP/1.1" status: 200 len: 914 time: 0.0896919 Aug 30 04:37:57.198861 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-15f1278e-dbed-4716-aace-51b1ee781627 req-6cd3aa51-beb3-4ea0-a12e-6d40fddbfa8c service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62ae85bd-5cc8-48f9-bbc5-06af77beba2a HTTP/1.1" status: 200 len: 217 time: 0.0328231 Aug 30 04:37:57.240969 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:37:57.258178 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1278e-dbed-4716-aace-51b1ee781627 req-97db2e8d-98cb-4260-b109-c5330e7ba7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:57.259622 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-15f1278e-dbed-4716-aace-51b1ee781627 req-97db2e8d-98cb-4260-b109-c5330e7ba7d4 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3 HTTP/1.1" status: 200 len: 851 time: 0.0490611 Aug 30 04:37:57.304530 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1278e-dbed-4716-aace-51b1ee781627 req-37f4ca41-fa3c-4141-8492-38eefbbeee32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:57.306122 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-15f1278e-dbed-4716-aace-51b1ee781627 req-37f4ca41-fa3c-4141-8492-38eefbbeee32 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=05bb2295-ab1f-4755-bab5-38bb2e0a7b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383005 Aug 30 04:37:57.402950 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-15f1278e-dbed-4716-aace-51b1ee781627 req-94a7eed3-b5f2-4b3b-ad96-93e409b6dc8b service neutron] 10.222.0.71 "GET /networking/v2.0/networks/05bb2295-ab1f-4755-bab5-38bb2e0a7b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848303 Aug 30 04:37:57.492167 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-15f1278e-dbed-4716-aace-51b1ee781627 req-0db89ce3-9429-4110-857c-2fb495acbbae service neutron] 10.222.0.71 "GET /networking/v2.0/networks/05bb2295-ab1f-4755-bab5-38bb2e0a7b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822623 Aug 30 04:37:57.744770 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a71201-2c57-4cc3-b644-1ccc5f9a5074 req-a9d6e3a1-b307-4010-b2d8-7639b0fd1308 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:57.746276 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-26a71201-2c57-4cc3-b644-1ccc5f9a5074 req-a9d6e3a1-b307-4010-b2d8-7639b0fd1308 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8913aeda-b661-4c59-b19b-eb3252bf1047 HTTP/1.1" status: 200 len: 944 time: 0.0470068 Aug 30 04:37:57.794224 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-26a71201-2c57-4cc3-b644-1ccc5f9a5074 req-c06b25d9-3881-4295-bdb6-779c9f6868cd tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bf906bae-0190-4421-8ed3-fd285f7352de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423830 Aug 30 04:37:57.924481 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:58.182941 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:37:58.920271 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49467e12-ed71-43a8-9468-65aaacc3c8de req-68f12821-4252-4e23-a30b-b71e3ee41a11 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:37:58.921763 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-49467e12-ed71-43a8-9468-65aaacc3c8de req-68f12821-4252-4e23-a30b-b71e3ee41a11 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8913aeda-b661-4c59-b19b-eb3252bf1047 HTTP/1.1" status: 200 len: 944 time: 0.0466673 Aug 30 04:37:58.974822 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-49467e12-ed71-43a8-9468-65aaacc3c8de req-935a51d9-aac9-487b-817d-0938b922054e tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bf906bae-0190-4421-8ed3-fd285f7352de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475013 Aug 30 04:38:00.093791 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7cd9f-96d7-499d-9ff3-9d9e13157b63 req-1d64bdad-bf69-4ebd-bdd6-f155108a5975 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:00.095242 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-35b7cd9f-96d7-499d-9ff3-9d9e13157b63 req-1d64bdad-bf69-4ebd-bdd6-f155108a5975 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8913aeda-b661-4c59-b19b-eb3252bf1047 HTTP/1.1" status: 200 len: 944 time: 0.0466669 Aug 30 04:38:00.144461 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-35b7cd9f-96d7-499d-9ff3-9d9e13157b63 req-a0563ea5-bbad-43a2-a6c3-a71dd0466cac tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bf906bae-0190-4421-8ed3-fd285f7352de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438395 Aug 30 04:38:01.264953 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ae99f-af1b-4938-b397-3dc279a2b4a1 req-e6b925d8-8f2e-4b62-83bf-0cd8f1bfb186 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:01.266466 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-015ae99f-af1b-4938-b397-3dc279a2b4a1 req-e6b925d8-8f2e-4b62-83bf-0cd8f1bfb186 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8913aeda-b661-4c59-b19b-eb3252bf1047 HTTP/1.1" status: 200 len: 944 time: 0.0476344 Aug 30 04:38:01.314140 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-015ae99f-af1b-4938-b397-3dc279a2b4a1 req-18123fe6-8b17-4de2-b8af-f963ab6c5443 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bf906bae-0190-4421-8ed3-fd285f7352de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420365 Aug 30 04:38:02.424803 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:02.434874 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf49ad-01cf-4f0e-8aa6-0a34d6b96f6d req-65b6af3c-2ef5-4d88-8fae-884f54d842d0 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:02.436333 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-55cf49ad-01cf-4f0e-8aa6-0a34d6b96f6d req-65b6af3c-2ef5-4d88-8fae-884f54d842d0 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8913aeda-b661-4c59-b19b-eb3252bf1047 HTTP/1.1" status: 200 len: 944 time: 0.0518765 Aug 30 04:38:02.460257 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:02.484230 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:02.485991 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-55cf49ad-01cf-4f0e-8aa6-0a34d6b96f6d req-8552278e-3d7e-4e36-8fa8-10df889ca087 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bf906bae-0190-4421-8ed3-fd285f7352de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441549 Aug 30 04:38:03.604725 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af4575-5784-49b3-921e-84ff3c7b6486 req-cafaf2c1-105d-4444-99ba-d8993868fc03 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:03.606806 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c8af4575-5784-49b3-921e-84ff3c7b6486 req-cafaf2c1-105d-4444-99ba-d8993868fc03 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8913aeda-b661-4c59-b19b-eb3252bf1047 HTTP/1.1" status: 200 len: 944 time: 0.0475783 Aug 30 04:38:03.656728 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c8af4575-5784-49b3-921e-84ff3c7b6486 req-cb8a4f27-3162-43fb-82d1-f35822057c51 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bf906bae-0190-4421-8ed3-fd285f7352de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437951 Aug 30 04:38:04.143983 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 62ae85bd-5cc8-48f9-bbc5-06af77beba2a details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:38:04.240736 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 62ae85bd-5cc8-48f9-bbc5-06af77beba2a, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=62ae85bd-5cc8-48f9-bbc5-06af77beba2a,segment=NetworkSegment(fdd31e04-0827-4615-9af3-6927d149ce86),segment_id=fdd31e04-0827-4615-9af3-6927d149ce86)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:38:04.252305 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Returning: {'device': '62ae85bd-5cc8-48f9-bbc5-06af77beba2a', 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79', 'port_id': '62ae85bd-5cc8-48f9-bbc5-06af77beba2a', 'mac_address': 'fa:16:3e:77:68:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1092, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:38:04.289856 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port 62ae85bd-5cc8-48f9-bbc5-06af77beba2a is: DOWN; New status is: BUILD {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:38:04.290174 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (62ae85bd-5cc8-48f9-bbc5-06af77beba2a), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:04.302779 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62ae85bd-5cc8-48f9-bbc5-06af77beba2a {{(pid=106259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:38:04.322418 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 62ae85bd-5cc8-48f9-bbc5-06af77beba2a, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=62ae85bd-5cc8-48f9-bbc5-06af77beba2a,segment=NetworkSegment(fdd31e04-0827-4615-9af3-6927d149ce86),segment_id=fdd31e04-0827-4615-9af3-6927d149ce86)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:38:04.326500 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (62ae85bd-5cc8-48f9-bbc5-06af77beba2a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:04.371369 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=62ae85bd-5cc8-48f9-bbc5-06af77beba2a,revision_number=4']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:04.765224 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] get_ports_and_sgs() called for port_ids ['62ae85bd-5cc8-48f9-bbc5-06af77beba2a'] {{(pid=106259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:38:04.779365 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7f441-a0cc-400a-b3d1-d5be8600f40b req-f7295110-273e-49dc-b191-aab60211063a tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:04.780821 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-cba7f441-a0cc-400a-b3d1-d5be8600f40b req-f7295110-273e-49dc-b191-aab60211063a tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8913aeda-b661-4c59-b19b-eb3252bf1047 HTTP/1.1" status: 200 len: 945 time: 0.0499220 Aug 30 04:38:04.829738 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-cba7f441-a0cc-400a-b3d1-d5be8600f40b req-4fa34ed4-b5e7-47b7-a139-b2b7daee452b tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bf906bae-0190-4421-8ed3-fd285f7352de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432079 Aug 30 04:38:04.939325 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:04.948870 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:05.551084 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.agents_db [None req-600259de-68db-4343-b4d4-64e31eed30fa None None] Agent healthcheck: found 6 active agents {{(pid=106260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:38:05.945414 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a0e41-1e23-4b89-8b82-a6b7f7f93cf8 req-5e98df62-c4d1-4fd5-81cf-6f051f9551ae tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:05.946865 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0b7a0e41-1e23-4b89-8b82-a6b7f7f93cf8 req-5e98df62-c4d1-4fd5-81cf-6f051f9551ae tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8913aeda-b661-4c59-b19b-eb3252bf1047 HTTP/1.1" status: 200 len: 945 time: 0.0464776 Aug 30 04:38:05.994637 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0b7a0e41-1e23-4b89-8b82-a6b7f7f93cf8 req-44ce1035-1330-49cf-a4ee-067ed59c72c0 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bf906bae-0190-4421-8ed3-fd285f7352de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416174 Aug 30 04:38:06.174181 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 62ae85bd-5cc8-48f9-bbc5-06af77beba2a up at agent hyperv_hv-cinder-85426 {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:38:06.216387 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Provisioning for port 62ae85bd-5cc8-48f9-bbc5-06af77beba2a completed by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:38:06.222344 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Provisioning complete for port 62ae85bd-5cc8-48f9-bbc5-06af77beba2a triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:38:06.222715 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (62ae85bd-5cc8-48f9-bbc5-06af77beba2a), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:06.295529 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port 62ae85bd-5cc8-48f9-bbc5-06af77beba2a is: BUILD; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:38:06.295914 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (62ae85bd-5cc8-48f9-bbc5-06af77beba2a), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:06.318184 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8913aeda-b661-4c59-b19b-eb3252bf1047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ae85bd-5cc8-48f9-bbc5-06af77beba2a'}] {{(pid=106259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:38:06.320390 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e273ce8b2ae48758be2a6d8dc958f9d92735a0e32143c567216a16ba221820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8f53ec-f955-4f87-ad73-a5100f1e3788" -d '{"events": [{"server_uuid": "8913aeda-b661-4c59-b19b-eb3252bf1047", "name": "network-vif-plugged", "status": "completed", "tag": "62ae85bd-5cc8-48f9-bbc5-06af77beba2a"}]}' {{(pid=106259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:38:06.332746 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 62ae85bd-5cc8-48f9-bbc5-06af77beba2a, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=62ae85bd-5cc8-48f9-bbc5-06af77beba2a,segment=NetworkSegment(fdd31e04-0827-4615-9af3-6927d149ce86),segment_id=fdd31e04-0827-4615-9af3-6927d149ce86)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:38:06.336810 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (62ae85bd-5cc8-48f9-bbc5-06af77beba2a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:06.383876 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=62ae85bd-5cc8-48f9-bbc5-06af77beba2a,revision_number=5']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:06.482792 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125b7fe4-137f-4223-892f-60023450ba9a x-openstack-request-id: req-125b7fe4-137f-4223-892f-60023450ba9a {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:38:06.483116 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8913aeda-b661-4c59-b19b-eb3252bf1047", "name": "network-vif-plugged", "status": "completed", "tag": "62ae85bd-5cc8-48f9-bbc5-06af77beba2a", "code": 200}]} {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:38:06.483376 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-125b7fe4-137f-4223-892f-60023450ba9a {{(pid=106259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:38:06.483778 dv-cinder-854265-2-iscsi neutron-server[106259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-125b7fe4-137f-4223-892f-60023450ba9a'] response: {'server_uuid': '8913aeda-b661-4c59-b19b-eb3252bf1047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ae85bd-5cc8-48f9-bbc5-06af77beba2a', 'code': 200} Aug 30 04:38:06.485903 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:UPDATE=1,neutron:SELECT=5 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:06.792664 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f6188-3c92-4288-8a8b-7921eba7023a req-66ea4118-6dae-4b17-ab64-ce030f5bd49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:06.794609 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-576f6188-3c92-4288-8a8b-7921eba7023a req-66ea4118-6dae-4b17-ab64-ce030f5bd49d service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8913aeda-b661-4c59-b19b-eb3252bf1047 HTTP/1.1" status: 200 len: 1130 time: 0.0388236 Aug 30 04:38:06.846039 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-576f6188-3c92-4288-8a8b-7921eba7023a req-d101a6ac-ae83-4322-b970-8b2921ad46d2 service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=bf906bae-0190-4421-8ed3-fd285f7352de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439708 Aug 30 04:38:07.115747 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5b1e7-acb5-41d5-9c43-d4593f1fa241 req-2c66d229-18bc-489f-a48f-0e33324af23f tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:07.117269 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d7f5b1e7-acb5-41d5-9c43-d4593f1fa241 req-2c66d229-18bc-489f-a48f-0e33324af23f tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8913aeda-b661-4c59-b19b-eb3252bf1047 HTTP/1.1" status: 200 len: 946 time: 0.0507896 Aug 30 04:38:07.170669 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d7f5b1e7-acb5-41d5-9c43-d4593f1fa241 req-9cbbdbd0-6626-4d1c-a953-471b8272865a tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bf906bae-0190-4421-8ed3-fd285f7352de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474899 Aug 30 04:38:07.296004 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa91431-0e53-41f8-8561-ca05bd904036 req-b3866631-5fd9-42dc-b231-4bba27f6e9e9 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:07.297464 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bfa91431-0e53-41f8-8561-ca05bd904036 req-b3866631-5fd9-42dc-b231-4bba27f6e9e9 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=19610563-a97a-498d-9f7e-200b0bd70771 HTTP/1.1" status: 200 len: 945 time: 0.0461528 Aug 30 04:38:07.344455 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bfa91431-0e53-41f8-8561-ca05bd904036 req-02e28d81-f34d-4fb3-8994-4f89b10a410e tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=652a75ed-bd4a-4458-87c7-53f4bb5fbfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413449 Aug 30 04:38:08.289883 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4d9129-5da8-4046-9f05-a6f0a01acf1e req-fda7edf9-730a-4abb-9131-90cf7cb2a5e3 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:08.291376 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4a4d9129-5da8-4046-9f05-a6f0a01acf1e req-fda7edf9-730a-4abb-9131-90cf7cb2a5e3 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8913aeda-b661-4c59-b19b-eb3252bf1047 HTTP/1.1" status: 200 len: 946 time: 0.0462971 Aug 30 04:38:08.339943 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4a4d9129-5da8-4046-9f05-a6f0a01acf1e req-0e7766f8-cfc8-4454-8165-36e26424f69e tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bf906bae-0190-4421-8ed3-fd285f7352de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419285 Aug 30 04:38:08.467413 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d998fc-b32f-45ec-918c-a07f24622815 req-302af9e3-98ec-4fbd-8f18-f9f48a483bc2 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:08.468903 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b7d998fc-b32f-45ec-918c-a07f24622815 req-302af9e3-98ec-4fbd-8f18-f9f48a483bc2 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=19610563-a97a-498d-9f7e-200b0bd70771 HTTP/1.1" status: 200 len: 945 time: 0.0526290 Aug 30 04:38:08.516189 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b7d998fc-b32f-45ec-918c-a07f24622815 req-cc03e0e8-0e63-4009-afe3-69c8f1931981 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=652a75ed-bd4a-4458-87c7-53f4bb5fbfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415487 Aug 30 04:38:09.455663 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b7daf-ec1e-4f0c-9d37-2142cfa5ab18 req-82e4c73e-0ed2-43c4-b1b9-fa6f44d9bbcd tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:09.457131 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c89b7daf-ec1e-4f0c-9d37-2142cfa5ab18 req-82e4c73e-0ed2-43c4-b1b9-fa6f44d9bbcd tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8913aeda-b661-4c59-b19b-eb3252bf1047 HTTP/1.1" status: 200 len: 946 time: 0.0466664 Aug 30 04:38:09.504812 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c89b7daf-ec1e-4f0c-9d37-2142cfa5ab18 req-2b27c4c1-6d73-4117-a0b5-0f5f58790580 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bf906bae-0190-4421-8ed3-fd285f7352de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422964 Aug 30 04:38:09.633166 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e715a55d-8eac-4650-8740-c6adebdab15d req-5b38bf83-1f64-4c7f-bfca-8f5f4b5b779e tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:09.634696 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e715a55d-8eac-4650-8740-c6adebdab15d req-5b38bf83-1f64-4c7f-bfca-8f5f4b5b779e tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=19610563-a97a-498d-9f7e-200b0bd70771 HTTP/1.1" status: 200 len: 945 time: 0.0462112 Aug 30 04:38:09.687187 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e715a55d-8eac-4650-8740-c6adebdab15d req-98f48f16-490a-41f4-8558-f1ee82cf267d tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=652a75ed-bd4a-4458-87c7-53f4bb5fbfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466061 Aug 30 04:38:09.757990 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4858584-6e57-4c11-a31d-3b4643dc2523 req-b2275c2f-b477-45c1-99fb-e6f2284ef51d tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:09.759428 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-a4858584-6e57-4c11-a31d-3b4643dc2523 req-b2275c2f-b477-45c1-99fb-e6f2284ef51d tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=19610563-a97a-498d-9f7e-200b0bd70771 HTTP/1.1" status: 200 len: 945 time: 0.0481024 Aug 30 04:38:10.361729 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [req-a4858584-6e57-4c11-a31d-3b4643dc2523 req-0d63a746-9b48-48ad-8c31-ca2f0cefb918 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Deleting port 1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e {{(pid=106257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:38:10.362001 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-a4858584-6e57-4c11-a31d-3b4643dc2523 req-0d63a746-9b48-48ad-8c31-ca2f0cefb918 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:10.455588 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [req-a4858584-6e57-4c11-a31d-3b4643dc2523 req-0d63a746-9b48-48ad-8c31-ca2f0cefb918 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] For port 1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e,segment=NetworkSegment(246af491-6471-4245-a475-ef13f16f15b9),segment_id=246af491-6471-4245-a475-ef13f16f15b9)] {{(pid=106257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:38:10.455955 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-a4858584-6e57-4c11-a31d-3b4643dc2523 req-0d63a746-9b48-48ad-8c31-ca2f0cefb918 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:10.620406 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-a4858584-6e57-4c11-a31d-3b4643dc2523 req-0d63a746-9b48-48ad-8c31-ca2f0cefb918 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:10.620695 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-a4858584-6e57-4c11-a31d-3b4643dc2523 req-0d63a746-9b48-48ad-8c31-ca2f0cefb918 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696708'] for floatingip (58fd0c96-b3e3-4561-ab7e-22c5a37b484a), after_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:10.621012 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.db.l3_db [req-a4858584-6e57-4c11-a31d-3b4643dc2523 req-0d63a746-9b48-48ad-8c31-ca2f0cefb918 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Floating IP 58fd0c96-b3e3-4561-ab7e-22c5a37b484a disassociated. External IP: 172.27.1.186, port: 1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e. Aug 30 04:38:10.621922 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [req-a4858584-6e57-4c11-a31d-3b4643dc2523 req-0d63a746-9b48-48ad-8c31-ca2f0cefb918 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Calling delete_port for 1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e owned by compute:nova {{(pid=106257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:38:10.624581 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484650b-a6cc-4192-b1c1-3e1bf344367a req-ffa848c8-61ee-4642-b8f0-022be8dc1c02 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:10.626105 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6484650b-a6cc-4192-b1c1-3e1bf344367a req-ffa848c8-61ee-4642-b8f0-022be8dc1c02 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8913aeda-b661-4c59-b19b-eb3252bf1047 HTTP/1.1" status: 200 len: 946 time: 0.0471473 Aug 30 04:38:10.676021 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6484650b-a6cc-4192-b1c1-3e1bf344367a req-1d012965-9a8f-44bc-8962-98b511ba6cce tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bf906bae-0190-4421-8ed3-fd285f7352de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440731 Aug 30 04:38:10.753345 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-a4858584-6e57-4c11-a31d-3b4643dc2523 req-0d63a746-9b48-48ad-8c31-ca2f0cefb918 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:10.761273 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:10.765879 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:10.782514 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63a746-9b48-48ad-8c31-ca2f0cefb918 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Pushing event deleted for resources: {'Port': ['ID=1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:10.823787 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-60f39e3a-4ffe-4997-8c96-b16b75aa556b req-b5376fd3-3f83-4214-aee0-3d3cf9cd20e5 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=19610563-a97a-498d-9f7e-200b0bd70771 HTTP/1.1" status: 200 len: 210 time: 0.0551217 Aug 30 04:38:10.833445 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:10.839692 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b71a6-d4b0-494f-95cd-42337e0e4ccb req-770e1508-2c98-4467-ba76-dd0f95bcab06 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:10.841464 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c38b71a6-d4b0-494f-95cd-42337e0e4ccb req-770e1508-2c98-4467-ba76-dd0f95bcab06 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8913aeda-b661-4c59-b19b-eb3252bf1047 HTTP/1.1" status: 200 len: 946 time: 0.0878820 Aug 30 04:38:10.881870 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:10.895817 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4858584-6e57-4c11-a31d-3b4643dc2523 req-0d63a746-9b48-48ad-8c31-ca2f0cefb918 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Router 3240277e-0db5-4501-a5a0-a0b30289df71 has already been hosted by L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 {{(pid=106257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:38:10.896531 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c38b71a6-d4b0-494f-95cd-42337e0e4ccb req-fcda5f7d-4cd3-4028-b40f-d7d3851224dd tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bf906bae-0190-4421-8ed3-fd285f7352de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475991 Aug 30 04:38:10.922947 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 59658) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:38:10.961685 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6010009-9c88-403e-8a94-ec7c65bee864 tempest-TestVolumeBootPattern-1778911192 tempest-TestVolumeBootPattern-1778911192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:10.963206 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-a6010009-9c88-403e-8a94-ec7c65bee864 tempest-TestVolumeBootPattern-1778911192 tempest-TestVolumeBootPattern-1778911192-project-admin] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8913aeda-b661-4c59-b19b-eb3252bf1047 HTTP/1.1" status: 200 len: 1125 time: 0.0392501 Aug 30 04:38:10.966692 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 59660) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:38:10.971082 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-0f55c8a3-d157-47d1-8baa-47e53f944e40 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Request body: {'floatingip': {'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'port_id': '62ae85bd-5cc8-48f9-bbc5-06af77beba2a', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:38:10.993979 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0f55c8a3-d157-47d1-8baa-47e53f944e40 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:11.002423 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4858584-6e57-4c11-a31d-3b4643dc2523 req-0d63a746-9b48-48ad-8c31-ca2f0cefb918 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:38:11.014434 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0697936-c61d-4873-bc29-494ed0c4f884 None None] Sync routers for ids ['3240277e-0db5-4501-a5a0-a0b30289df71'] in dv-cinder-854265-2-iscsi {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:38:11.024386 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0697936-c61d-4873-bc29-494ed0c4f884 None None] Routers {'3240277e-0db5-4501-a5a0-a0b30289df71'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:38:11.025011 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-a0697936-c61d-4873-bc29-494ed0c4f884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:37:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['3240277e-0db5-4501-a5a0-a0b30289df71'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:38:11.047517 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4858584-6e57-4c11-a31d-3b4643dc2523 req-0d63a746-9b48-48ad-8c31-ca2f0cefb918 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] No DVR routers for this DVR port 1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e on host hv-cinder-85426 {{(pid=106257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:38:11.049576 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-a4858584-6e57-4c11-a31d-3b4643dc2523 req-0d63a746-9b48-48ad-8c31-ca2f0cefb918 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:11.052773 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-a4858584-6e57-4c11-a31d-3b4643dc2523 req-0d63a746-9b48-48ad-8c31-ca2f0cefb918 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.71 "DELETE /networking/v2.0/ports/1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e HTTP/1.1" status: 204 len: 173 time: 0.7699156 Aug 30 04:38:11.053230 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19610563-a97a-498d-9f7e-200b0bd70771', 'name': 'network-vif-deleted', 'tag': '1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e'}] {{(pid=106257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:38:11.055453 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d1a48af4e812f9c70823208ed2638ca64b88de6e4994a5bf3763d45491ed842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e37a0d-5958-40cd-8e2f-78ac1589dd75" -d '{"events": [{"server_uuid": "19610563-a97a-498d-9f7e-200b0bd70771", "name": "network-vif-deleted", "tag": "1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e"}]}' {{(pid=106257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:38:11.090794 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0f55c8a3-d157-47d1-8baa-47e53f944e40 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:11.097688 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4fe0be9-5a62-4fe3-8877-637d06ef184d x-openstack-request-id: req-b4fe0be9-5a62-4fe3-8877-637d06ef184d {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:38:11.098021 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19610563-a97a-498d-9f7e-200b0bd70771", "name": "network-vif-deleted", "tag": "1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e", "status": "completed", "code": 200}]} {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:38:11.098674 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-b4fe0be9-5a62-4fe3-8877-637d06ef184d {{(pid=106257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:38:11.098674 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4fe0be9-5a62-4fe3-8877-637d06ef184d'] response: {'server_uuid': '19610563-a97a-498d-9f7e-200b0bd70771', 'name': 'network-vif-deleted', 'tag': '1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e', 'status': 'completed', 'code': 200} Aug 30 04:38:11.167794 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-a0697936-c61d-4873-bc29-494ed0c4f884 None None] Set router 3240277e-0db5-4501-a5a0-a0b30289df71 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:38:11.215917 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [None req-0f55c8a3-d157-47d1-8baa-47e53f944e40 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Allocated IP 172.27.1.8 (03964a12-f74f-4d2e-840d-00c949ed3dc4/00661445-2d2c-4e5c-8f29-475eaaec65d5/df727a69-db0f-4f86-8439-cc0489b2fed6) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:38:11.353345 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0f55c8a3-d157-47d1-8baa-47e53f944e40 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks [] for port (df727a69-db0f-4f86-8439-cc0489b2fed6), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:11.388698 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0f55c8a3-d157-47d1-8baa-47e53f944e40 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62508200'] for port (df727a69-db0f-4f86-8439-cc0489b2fed6), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:11.431808 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f55c8a3-d157-47d1-8baa-47e53f944e40 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Network 03964a12-f74f-4d2e-840d-00c949ed3dc4 is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:38:11.436869 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-0f55c8a3-d157-47d1-8baa-47e53f944e40 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:38:11.439075 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f55c8a3-d157-47d1-8baa-47e53f944e40 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Pushing event updated for resources: {'Port': ['ID=df727a69-db0f-4f86-8439-cc0489b2fed6,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:11.441207 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f55c8a3-d157-47d1-8baa-47e53f944e40 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:38:11.467748 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f55c8a3-d157-47d1-8baa-47e53f944e40 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:11.468092 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f55c8a3-d157-47d1-8baa-47e53f944e40 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:11.468428 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f55c8a3-d157-47d1-8baa-47e53f944e40 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:11.468761 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f55c8a3-d157-47d1-8baa-47e53f944e40 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:11.469110 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f55c8a3-d157-47d1-8baa-47e53f944e40 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:11.469437 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f55c8a3-d157-47d1-8baa-47e53f944e40 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:11.469757 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f55c8a3-d157-47d1-8baa-47e53f944e40 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:11.470078 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f55c8a3-d157-47d1-8baa-47e53f944e40 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:11.470434 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f55c8a3-d157-47d1-8baa-47e53f944e40 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:11.470736 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f55c8a3-d157-47d1-8baa-47e53f944e40 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:11.471057 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f55c8a3-d157-47d1-8baa-47e53f944e40 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:11.471371 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f55c8a3-d157-47d1-8baa-47e53f944e40 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:11.471685 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f55c8a3-d157-47d1-8baa-47e53f944e40 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:11.471997 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f55c8a3-d157-47d1-8baa-47e53f944e40 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:11.472307 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f55c8a3-d157-47d1-8baa-47e53f944e40 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:11.524526 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-a0697936-c61d-4873-bc29-494ed0c4f884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'name': 'tempest-AttachVolumeNegativeTest-1156238332-router', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:01Z', 'revision_number': 4, 'project_id': 'c561fdf35e454833b521f54043c49035', 'gw_port': {'id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_floatingips': [{'id': '7f1fa732-5a3a-48d4-a0c5-40656bd0ddc8', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'floating_ip_address': '172.27.1.32', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'port_id': '76600936-3d50-49e5-9256-9cf624893de2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'mac_address': 'fa:16:3e:a7:75:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c85f91a-65a8-4467-a74e-e2101053764f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:36:03Z', 'updated_at': '2022-08-30T04:36:18Z', 'revision_number': 2, 'project_id': 'c561fdf35e454833b521f54043c49035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f44dc909-25dd-4b92-841e-4367b510201e', 'name': '', 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'mac_address': 'fa:16:3e:48:c0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '879a924d-b6f2-411b-ac07-f1579216c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:36:01Z', 'updated_at': '2022-08-30T04:36:06Z', 'revision_number': 5, 'project_id': 'c561fdf35e454833b521f54043c49035', 'subnets': [{'id': '879a924d-b6f2-411b-ac07-f1579216c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:38:11.553217 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0697936-c61d-4873-bc29-494ed0c4f884 None None] Checking router: 3240277e-0db5-4501-a5a0-a0b30289df71 for host: dv-cinder-854265-2-iscsi {{(pid=106259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:38:11.561584 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0697936-c61d-4873-bc29-494ed0c4f884 None None] Routers {'3240277e-0db5-4501-a5a0-a0b30289df71'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:38:11.562192 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-a0697936-c61d-4873-bc29-494ed0c4f884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:37:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['3240277e-0db5-4501-a5a0-a0b30289df71'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:38:11.662594 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-a0697936-c61d-4873-bc29-494ed0c4f884 None None] Set router 3240277e-0db5-4501-a5a0-a0b30289df71 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:38:11.670317 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:11.805308 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:11.807568 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:11.810905 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:11.812163 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0f55c8a3-d157-47d1-8baa-47e53f944e40 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks [] for floatingip (65297b53-978f-4573-a47c-5a8c6704b9b1), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:11.883385 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-a0697936-c61d-4873-bc29-494ed0c4f884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'name': 'tempest-AttachVolumeNegativeTest-1156238332-router', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:01Z', 'revision_number': 4, 'project_id': 'c561fdf35e454833b521f54043c49035', 'gw_port': {'id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_floatingips': [{'id': '7f1fa732-5a3a-48d4-a0c5-40656bd0ddc8', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'floating_ip_address': '172.27.1.32', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'port_id': '76600936-3d50-49e5-9256-9cf624893de2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'mac_address': 'fa:16:3e:a7:75:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c85f91a-65a8-4467-a74e-e2101053764f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:36:03Z', 'updated_at': '2022-08-30T04:36:18Z', 'revision_number': 2, 'project_id': 'c561fdf35e454833b521f54043c49035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f44dc909-25dd-4b92-841e-4367b510201e', 'name': '', 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'mac_address': 'fa:16:3e:48:c0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '879a924d-b6f2-411b-ac07-f1579216c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:36:01Z', 'updated_at': '2022-08-30T04:36:06Z', 'revision_number': 5, 'project_id': 'c561fdf35e454833b521f54043c49035', 'subnets': [{'id': '879a924d-b6f2-411b-ac07-f1579216c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:38:11.892352 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0f55c8a3-d157-47d1-8baa-47e53f944e40 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (df727a69-db0f-4f86-8439-cc0489b2fed6), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:11.915915 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0697936-c61d-4873-bc29-494ed0c4f884 None None] The sync data for ids ['3240277e-0db5-4501-a5a0-a0b30289df71'] in dv-cinder-854265-2-iscsi is: [{'id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'name': 'tempest-AttachVolumeNegativeTest-1156238332-router', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:01Z', 'revision_number': 4, 'project_id': 'c561fdf35e454833b521f54043c49035', 'gw_port': {'id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_floatingips': [{'id': '7f1fa732-5a3a-48d4-a0c5-40656bd0ddc8', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'floating_ip_address': '172.27.1.32', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'port_id': '76600936-3d50-49e5-9256-9cf624893de2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'mac_address': 'fa:16:3e:a7:75:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c85f91a-65a8-4467-a74e-e2101053764f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:36:03Z', 'updated_at': '2022-08-30T04:36:18Z', 'revision_number': 2, 'project_id': 'c561fdf35e454833b521f54043c49035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f44dc909-25dd-4b92-841e-4367b510201e', 'name': '', 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'mac_address': 'fa:16:3e:48:c0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '879a924d-b6f2-411b-ac07-f1579216c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:36:01Z', 'updated_at': '2022-08-30T04:36:06Z', 'revision_number': 5, 'project_id': 'c561fdf35e454833b521f54043c49035', 'subnets': [{'id': '879a924d-b6f2-411b-ac07-f1579216c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:38:11.940016 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 59668) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:38:11.999501 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-d80e08fc-7f67-41bf-84b3-76576cf90287 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for security_group (652a75ed-bd4a-4458-87c7-53f4bb5fbfd5), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:12.027699 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-d80e08fc-7f67-41bf-84b3-76576cf90287 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for security_group (652a75ed-bd4a-4458-87c7-53f4bb5fbfd5), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:12.057304 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0f55c8a3-d157-47d1-8baa-47e53f944e40 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks [] for port (df727a69-db0f-4f86-8439-cc0489b2fed6), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:12.063097 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0f55c8a3-d157-47d1-8baa-47e53f944e40 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62508193'] for port (df727a69-db0f-4f86-8439-cc0489b2fed6), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:12.087752 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-d80e08fc-7f67-41bf-84b3-76576cf90287 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (652a75ed-bd4a-4458-87c7-53f4bb5fbfd5), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:12.091264 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-d80e08fc-7f67-41bf-84b3-76576cf90287 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:12.094960 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-d80e08fc-7f67-41bf-84b3-76576cf90287 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "DELETE /networking/v2.0/security-groups/652a75ed-bd4a-4458-87c7-53f4bb5fbfd5 HTTP/1.1" status: 204 len: 168 time: 0.1514432 Aug 30 04:38:12.096293 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 59670) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:38:12.111543 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80e08fc-7f67-41bf-84b3-76576cf90287 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=652a75ed-bd4a-4458-87c7-53f4bb5fbfd5,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:12.123675 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.api.v2.resource [None req-85cb1662-4b9b-4ab4-9998-024f9be85d90 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] show failed (client error): The resource could not be found. Aug 30 04:38:12.124976 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-85cb1662-4b9b-4ab4-9998-024f9be85d90 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/security-groups/652a75ed-bd4a-4458-87c7-53f4bb5fbfd5 HTTP/1.1" status: 404 len: 347 time: 0.0277424 Aug 30 04:38:12.126942 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80e08fc-7f67-41bf-84b3-76576cf90287 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:12.127695 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80e08fc-7f67-41bf-84b3-76576cf90287 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:12.128236 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80e08fc-7f67-41bf-84b3-76576cf90287 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:12.128562 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80e08fc-7f67-41bf-84b3-76576cf90287 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:12.128895 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80e08fc-7f67-41bf-84b3-76576cf90287 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:12.129418 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80e08fc-7f67-41bf-84b3-76576cf90287 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:12.129702 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 59672) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:38:12.129926 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80e08fc-7f67-41bf-84b3-76576cf90287 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:12.130259 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80e08fc-7f67-41bf-84b3-76576cf90287 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:12.130593 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80e08fc-7f67-41bf-84b3-76576cf90287 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:12.130923 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80e08fc-7f67-41bf-84b3-76576cf90287 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:12.131255 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80e08fc-7f67-41bf-84b3-76576cf90287 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:12.131582 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80e08fc-7f67-41bf-84b3-76576cf90287 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:12.131907 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80e08fc-7f67-41bf-84b3-76576cf90287 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:12.132229 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80e08fc-7f67-41bf-84b3-76576cf90287 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:12.132722 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80e08fc-7f67-41bf-84b3-76576cf90287 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:12.188897 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0f55c8a3-d157-47d1-8baa-47e53f944e40 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696708'] for floatingip (65297b53-978f-4573-a47c-5a8c6704b9b1), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:12.193664 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f55c8a3-d157-47d1-8baa-47e53f944e40 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Pushing event updated for resources: {'Port': ['ID=df727a69-db0f-4f86-8439-cc0489b2fed6,revision_number=2']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:12.196568 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b0a1dd-2aaa-4690-a1ae-2b139edd4cfb None None] New status for floating IP 58fd0c96-b3e3-4561-ab7e-22c5a37b484a: DOWN {{(pid=106260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:38:12.202660 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:38:12.230082 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] No Port match for: 1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e {{(pid=106259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:38:12.230941 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 1b3df022-6d7f-4f38-9f0d-dfc7e7b6621e not bound to the agent host hv-cinder-85426 {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:38:12.244504 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (dd0d0365-d50b-4401-90d8-c3ff73fab053), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:12.344058 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-7dbbbfd1-c798-46da-90e0-5f4958fa0e21 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Deleting port 896ce24e-f0c4-4ede-8e6a-53617475f5fb {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:38:12.344403 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbfd1-c798-46da-90e0-5f4958fa0e21 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (896ce24e-f0c4-4ede-8e6a-53617475f5fb), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:12.362485 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.db.l3_db [None req-0f55c8a3-d157-47d1-8baa-47e53f944e40 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Floating IP 65297b53-978f-4573-a47c-5a8c6704b9b1 associated. External IP: 172.27.1.8, port: 62ae85bd-5cc8-48f9-bbc5-06af77beba2a. Aug 30 04:38:12.500279 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbfd1-c798-46da-90e0-5f4958fa0e21 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (896ce24e-f0c4-4ede-8e6a-53617475f5fb), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:12.500509 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbfd1-c798-46da-90e0-5f4958fa0e21 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for floatingip (896ce24e-f0c4-4ede-8e6a-53617475f5fb), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:12.517942 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-7dbbbfd1-c798-46da-90e0-5f4958fa0e21 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Calling delete_port for 896ce24e-f0c4-4ede-8e6a-53617475f5fb owned by network:floatingip {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:38:12.609241 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:12.653403 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:12.693756 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f55c8a3-d157-47d1-8baa-47e53f944e40 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Router 3cd04f69-8754-4bcc-8da6-441e4bbbdaca has already been hosted by L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 {{(pid=106258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:38:12.780397 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbfd1-c798-46da-90e0-5f4958fa0e21 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62508200'] for port (896ce24e-f0c4-4ede-8e6a-53617475f5fb), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:13.092515 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbbbfd1-c798-46da-90e0-5f4958fa0e21 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Pushing event deleted for resources: {'Port': ['ID=896ce24e-f0c4-4ede-8e6a-53617475f5fb,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:13.150498 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f55c8a3-d157-47d1-8baa-47e53f944e40 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:38:13.160577 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b1aea2-97fb-41e0-97c2-5fd6cd4150b3 None None] Sync routers for ids ['3cd04f69-8754-4bcc-8da6-441e4bbbdaca'] in dv-cinder-854265-2-iscsi {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:38:13.171157 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b1aea2-97fb-41e0-97c2-5fd6cd4150b3 None None] Routers {'3cd04f69-8754-4bcc-8da6-441e4bbbdaca'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:38:13.172497 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-91b1aea2-97fb-41e0-97c2-5fd6cd4150b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:37:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['3cd04f69-8754-4bcc-8da6-441e4bbbdaca'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:38:13.176498 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0f55c8a3-d157-47d1-8baa-47e53f944e40 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for floatingip (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:13.179531 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbfd1-c798-46da-90e0-5f4958fa0e21 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for floatingip (58fd0c96-b3e3-4561-ab7e-22c5a37b484a), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:13.181946 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbfd1-c798-46da-90e0-5f4958fa0e21 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for floatingip (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:13.183089 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-7dbbbfd1-c798-46da-90e0-5f4958fa0e21 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "DELETE /networking/v2.0/floatingips/58fd0c96-b3e3-4561-ab7e-22c5a37b484a HTTP/1.1" status: 204 len: 168 time: 1.0500000 Aug 30 04:38:13.214785 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-0f55c8a3-d157-47d1-8baa-47e53f944e40 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2448611 Aug 30 04:38:13.214785 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8913aeda-b661-4c59-b19b-eb3252bf1047', 'tag': '62ae85bd-5cc8-48f9-bbc5-06af77beba2a'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:38:13.215614 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cae73fbe7dcf058e11387a0db1adace332cfaa4523dfba65b1576f9d32bef72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1573299d-2c22-4655-8e39-fcbba7ab91a4" -d '{"events": [{"name": "network-changed", "server_uuid": "8913aeda-b661-4c59-b19b-eb3252bf1047", "tag": "62ae85bd-5cc8-48f9-bbc5-06af77beba2a"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:38:13.256938 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2e97a2-f49c-46de-889c-6a8c52654a08 x-openstack-request-id: req-8f2e97a2-f49c-46de-889c-6a8c52654a08 {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:38:13.257592 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8913aeda-b661-4c59-b19b-eb3252bf1047", "tag": "62ae85bd-5cc8-48f9-bbc5-06af77beba2a", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:38:13.258113 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-8f2e97a2-f49c-46de-889c-6a8c52654a08 {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:38:13.259167 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f2e97a2-f49c-46de-889c-6a8c52654a08'] response: {'name': 'network-changed', 'server_uuid': '8913aeda-b661-4c59-b19b-eb3252bf1047', 'tag': '62ae85bd-5cc8-48f9-bbc5-06af77beba2a', 'status': 'completed', 'code': 200} Aug 30 04:38:13.284386 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-91b1aea2-97fb-41e0-97c2-5fd6cd4150b3 None None] Set router 3cd04f69-8754-4bcc-8da6-441e4bbbdaca gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:38:13.361729 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573299d-2c22-4655-8e39-fcbba7ab91a4 req-dff0dd5e-b411-4422-a171-aa21b6f260a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:13.363469 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-1573299d-2c22-4655-8e39-fcbba7ab91a4 req-dff0dd5e-b411-4422-a171-aa21b6f260a3 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=18e4bf7297124da4b43ccaeda048f772&device_id=8913aeda-b661-4c59-b19b-eb3252bf1047 HTTP/1.1" status: 200 len: 1130 time: 0.0467548 Aug 30 04:38:13.471607 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573299d-2c22-4655-8e39-fcbba7ab91a4 req-aac0f7d5-d7bb-41ea-8dda-fe4ed8b9aea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:13.472834 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-1573299d-2c22-4655-8e39-fcbba7ab91a4 req-aac0f7d5-d7bb-41ea-8dda-fe4ed8b9aea2 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=05bb2295-ab1f-4755-bab5-38bb2e0a7b79 HTTP/1.1" status: 200 len: 914 time: 0.0992520 Aug 30 04:38:13.520084 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-91b1aea2-97fb-41e0-97c2-5fd6cd4150b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'name': 'tempest-TestVolumeBootPattern-1449703283-router', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6a192df2-96c0-45ba-aae5-fdca29a7234d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:34:47Z', 'updated_at': '2022-08-30T04:34:51Z', 'revision_number': 4, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'gw_port': {'id': '6a192df2-96c0-45ba-aae5-fdca29a7234d', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:48Z', 'updated_at': '2022-08-30T04:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_floatingips': [{'id': '65297b53-978f-4573-a47c-5a8c6704b9b1', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'floating_ip_address': '172.27.1.8', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'port_id': '62ae85bd-5cc8-48f9-bbc5-06af77beba2a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79', 'mac_address': 'fa:16:3e:77:68:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8913aeda-b661-4c59-b19b-eb3252bf1047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:38:11Z', 'updated_at': '2022-08-30T04:38:11Z', 'revision_number': 0, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cda351f-5831-40f7-b0b6-865ca2b809d3', 'name': '', 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'mac_address': 'fa:16:3e:df:80:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:51Z', 'updated_at': '2022-08-30T04:34:58Z', 'revision_number': 5, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'subnets': [{'id': '2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:38:13.549310 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b1aea2-97fb-41e0-97c2-5fd6cd4150b3 None None] Checking router: 3cd04f69-8754-4bcc-8da6-441e4bbbdaca for host: dv-cinder-854265-2-iscsi {{(pid=106259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:38:13.560230 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b1aea2-97fb-41e0-97c2-5fd6cd4150b3 None None] Routers {'3cd04f69-8754-4bcc-8da6-441e4bbbdaca'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:38:13.560913 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-91b1aea2-97fb-41e0-97c2-5fd6cd4150b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:37:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['3cd04f69-8754-4bcc-8da6-441e4bbbdaca'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:38:13.566861 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-1573299d-2c22-4655-8e39-fcbba7ab91a4 req-c484a078-b43f-4cb5-9d0d-747d1dc3adb3 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62ae85bd-5cc8-48f9-bbc5-06af77beba2a HTTP/1.1" status: 200 len: 998 time: 0.0612853 Aug 30 04:38:13.619174 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573299d-2c22-4655-8e39-fcbba7ab91a4 req-0ba8bf7a-bada-45ac-ab2a-536a0009d6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:13.620584 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-1573299d-2c22-4655-8e39-fcbba7ab91a4 req-0ba8bf7a-bada-45ac-ab2a-536a0009d6f1 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3 HTTP/1.1" status: 200 len: 851 time: 0.0468700 Aug 30 04:38:13.663422 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-91b1aea2-97fb-41e0-97c2-5fd6cd4150b3 None None] Set router 3cd04f69-8754-4bcc-8da6-441e4bbbdaca gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:38:13.869695 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-91b1aea2-97fb-41e0-97c2-5fd6cd4150b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'name': 'tempest-TestVolumeBootPattern-1449703283-router', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6a192df2-96c0-45ba-aae5-fdca29a7234d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:34:47Z', 'updated_at': '2022-08-30T04:34:51Z', 'revision_number': 4, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'gw_port': {'id': '6a192df2-96c0-45ba-aae5-fdca29a7234d', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:48Z', 'updated_at': '2022-08-30T04:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_floatingips': [{'id': '65297b53-978f-4573-a47c-5a8c6704b9b1', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'floating_ip_address': '172.27.1.8', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'port_id': '62ae85bd-5cc8-48f9-bbc5-06af77beba2a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79', 'mac_address': 'fa:16:3e:77:68:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8913aeda-b661-4c59-b19b-eb3252bf1047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:38:11Z', 'updated_at': '2022-08-30T04:38:11Z', 'revision_number': 0, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cda351f-5831-40f7-b0b6-865ca2b809d3', 'name': '', 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'mac_address': 'fa:16:3e:df:80:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:51Z', 'updated_at': '2022-08-30T04:34:58Z', 'revision_number': 5, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'subnets': [{'id': '2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:38:13.894445 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b1aea2-97fb-41e0-97c2-5fd6cd4150b3 None None] The sync data for ids ['3cd04f69-8754-4bcc-8da6-441e4bbbdaca'] in dv-cinder-854265-2-iscsi is: [{'id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'name': 'tempest-TestVolumeBootPattern-1449703283-router', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6a192df2-96c0-45ba-aae5-fdca29a7234d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:34:47Z', 'updated_at': '2022-08-30T04:34:51Z', 'revision_number': 4, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'gw_port': {'id': '6a192df2-96c0-45ba-aae5-fdca29a7234d', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:48Z', 'updated_at': '2022-08-30T04:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_floatingips': [{'id': '65297b53-978f-4573-a47c-5a8c6704b9b1', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'floating_ip_address': '172.27.1.8', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'port_id': '62ae85bd-5cc8-48f9-bbc5-06af77beba2a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79', 'mac_address': 'fa:16:3e:77:68:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8913aeda-b661-4c59-b19b-eb3252bf1047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:38:11Z', 'updated_at': '2022-08-30T04:38:11Z', 'revision_number': 0, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cda351f-5831-40f7-b0b6-865ca2b809d3', 'name': '', 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'mac_address': 'fa:16:3e:df:80:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:51Z', 'updated_at': '2022-08-30T04:34:58Z', 'revision_number': 5, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'subnets': [{'id': '2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:38:14.010432 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573299d-2c22-4655-8e39-fcbba7ab91a4 req-e7ca30f8-5011-4e3c-b95e-10981ae41eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:14.012007 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-1573299d-2c22-4655-8e39-fcbba7ab91a4 req-e7ca30f8-5011-4e3c-b95e-10981ae41eff service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=05bb2295-ab1f-4755-bab5-38bb2e0a7b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431328 Aug 30 04:38:14.097134 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b030dcba-3be9-464d-b9b0-9a0ec021be60 None None] New status for floating IP 65297b53-978f-4573-a47c-5a8c6704b9b1: ACTIVE {{(pid=106260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:38:14.121535 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-1573299d-2c22-4655-8e39-fcbba7ab91a4 req-a26e94ab-0fab-4be4-a1ba-640a17007274 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/05bb2295-ab1f-4755-bab5-38bb2e0a7b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972168 Aug 30 04:38:14.225088 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-1573299d-2c22-4655-8e39-fcbba7ab91a4 req-a2811a2f-4d36-4b63-83b7-e5c6a51655ae service neutron] 10.222.0.71 "GET /networking/v2.0/networks/05bb2295-ab1f-4755-bab5-38bb2e0a7b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931864 Aug 30 04:38:14.828953 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd428a5-9d32-4e5b-b92c-904871f00809 req-b8ca1ad8-abbb-42f4-8fe3-62db10cf361b tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:14.830437 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ffd428a5-9d32-4e5b-b92c-904871f00809 req-b8ca1ad8-abbb-42f4-8fe3-62db10cf361b tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6c85f91a-65a8-4467-a74e-e2101053764f HTTP/1.1" status: 200 len: 946 time: 0.0484495 Aug 30 04:38:14.877568 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ffd428a5-9d32-4e5b-b92c-904871f00809 req-a3236a96-6a9e-4576-899d-2c3f136ebb4d tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=59bd17b3-ae63-466e-bf5d-cef25072390d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415750 Aug 30 04:38:15.995050 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef0f99-b0c7-4900-b6c3-a1009a5f83bd req-877bceeb-8d7f-4714-843a-6356d65f5283 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:15.996463 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f2ef0f99-b0c7-4900-b6c3-a1009a5f83bd req-877bceeb-8d7f-4714-843a-6356d65f5283 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6c85f91a-65a8-4467-a74e-e2101053764f HTTP/1.1" status: 200 len: 946 time: 0.0455122 Aug 30 04:38:16.044802 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f2ef0f99-b0c7-4900-b6c3-a1009a5f83bd req-da99faf5-5d84-49eb-affd-360026df74a7 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=59bd17b3-ae63-466e-bf5d-cef25072390d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428307 Aug 30 04:38:17.161222 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832caed-c949-4a49-a8d0-d80551c41c5c req-cd95ac35-3bee-4d1b-9872-fdd9e1439ea0 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:17.162670 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7832caed-c949-4a49-a8d0-d80551c41c5c req-cd95ac35-3bee-4d1b-9872-fdd9e1439ea0 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6c85f91a-65a8-4467-a74e-e2101053764f HTTP/1.1" status: 200 len: 946 time: 0.0466931 Aug 30 04:38:17.208269 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7832caed-c949-4a49-a8d0-d80551c41c5c req-f0da2c63-ed29-4a1a-b8bb-82a2ceeedf6e tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=59bd17b3-ae63-466e-bf5d-cef25072390d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400772 Aug 30 04:38:17.279568 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f24655-3fa6-4008-bf1a-97f60f6b3827 req-86a2d531-0cb4-4ff6-86c3-aaa74a494ff7 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:17.281065 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-52f24655-3fa6-4008-bf1a-97f60f6b3827 req-86a2d531-0cb4-4ff6-86c3-aaa74a494ff7 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=6c85f91a-65a8-4467-a74e-e2101053764f HTTP/1.1" status: 200 len: 946 time: 0.0459247 Aug 30 04:38:17.349236 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:17.351515 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:17.364705 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [req-52f24655-3fa6-4008-bf1a-97f60f6b3827 req-19b20b2b-8a47-4772-97eb-6b5e4344f621 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Deleting port 76600936-3d50-49e5-9256-9cf624893de2 {{(pid=106257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:38:17.365059 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-52f24655-3fa6-4008-bf1a-97f60f6b3827 req-19b20b2b-8a47-4772-97eb-6b5e4344f621 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (76600936-3d50-49e5-9256-9cf624893de2), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:17.455381 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [req-52f24655-3fa6-4008-bf1a-97f60f6b3827 req-19b20b2b-8a47-4772-97eb-6b5e4344f621 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] For port 76600936-3d50-49e5-9256-9cf624893de2, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=76600936-3d50-49e5-9256-9cf624893de2,segment=NetworkSegment(246af491-6471-4245-a475-ef13f16f15b9),segment_id=246af491-6471-4245-a475-ef13f16f15b9)] {{(pid=106257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:38:17.455741 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-52f24655-3fa6-4008-bf1a-97f60f6b3827 req-19b20b2b-8a47-4772-97eb-6b5e4344f621 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (76600936-3d50-49e5-9256-9cf624893de2), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:17.612442 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-52f24655-3fa6-4008-bf1a-97f60f6b3827 req-19b20b2b-8a47-4772-97eb-6b5e4344f621 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:17.612706 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-52f24655-3fa6-4008-bf1a-97f60f6b3827 req-19b20b2b-8a47-4772-97eb-6b5e4344f621 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696708'] for floatingip (7f1fa732-5a3a-48d4-a0c5-40656bd0ddc8), after_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:17.613022 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.db.l3_db [req-52f24655-3fa6-4008-bf1a-97f60f6b3827 req-19b20b2b-8a47-4772-97eb-6b5e4344f621 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Floating IP 7f1fa732-5a3a-48d4-a0c5-40656bd0ddc8 disassociated. External IP: 172.27.1.32, port: 76600936-3d50-49e5-9256-9cf624893de2. Aug 30 04:38:17.613388 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [req-52f24655-3fa6-4008-bf1a-97f60f6b3827 req-19b20b2b-8a47-4772-97eb-6b5e4344f621 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Calling delete_port for 76600936-3d50-49e5-9256-9cf624893de2 owned by compute:nova {{(pid=106257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:38:17.742927 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-52f24655-3fa6-4008-bf1a-97f60f6b3827 req-19b20b2b-8a47-4772-97eb-6b5e4344f621 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (76600936-3d50-49e5-9256-9cf624893de2), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:17.770632 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b20b2b-8a47-4772-97eb-6b5e4344f621 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Pushing event deleted for resources: {'Port': ['ID=76600936-3d50-49e5-9256-9cf624893de2,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:17.877192 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52f24655-3fa6-4008-bf1a-97f60f6b3827 req-19b20b2b-8a47-4772-97eb-6b5e4344f621 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Router 3240277e-0db5-4501-a5a0-a0b30289df71 has already been hosted by L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 {{(pid=106257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:38:17.977357 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52f24655-3fa6-4008-bf1a-97f60f6b3827 req-19b20b2b-8a47-4772-97eb-6b5e4344f621 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:38:17.988495 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e690e6-840e-4c35-9bfe-2bab25fd56ce None None] Sync routers for ids ['3240277e-0db5-4501-a5a0-a0b30289df71'] in dv-cinder-854265-2-iscsi {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:38:17.999496 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e690e6-840e-4c35-9bfe-2bab25fd56ce None None] Routers {'3240277e-0db5-4501-a5a0-a0b30289df71'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:38:18.000111 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-81e690e6-840e-4c35-9bfe-2bab25fd56ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:37:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['3240277e-0db5-4501-a5a0-a0b30289df71'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:38:18.019054 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f24655-3fa6-4008-bf1a-97f60f6b3827 req-19b20b2b-8a47-4772-97eb-6b5e4344f621 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] No DVR routers for this DVR port 76600936-3d50-49e5-9256-9cf624893de2 on host hv-cinder-85426 {{(pid=106257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:38:18.021563 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-52f24655-3fa6-4008-bf1a-97f60f6b3827 req-19b20b2b-8a47-4772-97eb-6b5e4344f621 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:18.024711 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-52f24655-3fa6-4008-bf1a-97f60f6b3827 req-19b20b2b-8a47-4772-97eb-6b5e4344f621 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.71 "DELETE /networking/v2.0/ports/76600936-3d50-49e5-9256-9cf624893de2 HTTP/1.1" status: 204 len: 173 time: 0.7370052 Aug 30 04:38:18.025179 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c85f91a-65a8-4467-a74e-e2101053764f', 'name': 'network-vif-deleted', 'tag': '76600936-3d50-49e5-9256-9cf624893de2'}] {{(pid=106257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:38:18.027462 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d1a48af4e812f9c70823208ed2638ca64b88de6e4994a5bf3763d45491ed842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c977b47-44cf-4149-95f9-c97d04edcaeb" -d '{"events": [{"server_uuid": "6c85f91a-65a8-4467-a74e-e2101053764f", "name": "network-vif-deleted", "tag": "76600936-3d50-49e5-9256-9cf624893de2"}]}' {{(pid=106257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:38:18.046733 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=100 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:18.075419 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113e4ad1-3801-4c4a-9bb2-0358cc4168c4 x-openstack-request-id: req-113e4ad1-3801-4c4a-9bb2-0358cc4168c4 {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:38:18.075742 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c85f91a-65a8-4467-a74e-e2101053764f", "name": "network-vif-deleted", "tag": "76600936-3d50-49e5-9256-9cf624893de2", "status": "completed", "code": 200}]} {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:38:18.076000 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-113e4ad1-3801-4c4a-9bb2-0358cc4168c4 {{(pid=106257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:38:18.076404 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-113e4ad1-3801-4c4a-9bb2-0358cc4168c4'] response: {'server_uuid': '6c85f91a-65a8-4467-a74e-e2101053764f', 'name': 'network-vif-deleted', 'tag': '76600936-3d50-49e5-9256-9cf624893de2', 'status': 'completed', 'code': 200} Aug 30 04:38:18.110208 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-81e690e6-840e-4c35-9bfe-2bab25fd56ce None None] Set router 3240277e-0db5-4501-a5a0-a0b30289df71 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:38:18.335148 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-557a5250-00bd-4980-b846-b06a34c2b4ad req-ea4de61d-7f51-4de0-8933-c0ab9378967e tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=6c85f91a-65a8-4467-a74e-e2101053764f HTTP/1.1" status: 200 len: 210 time: 0.0292842 Aug 30 04:38:18.359636 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:18.439120 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-81e690e6-840e-4c35-9bfe-2bab25fd56ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'name': 'tempest-AttachVolumeNegativeTest-1156238332-router', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:01Z', 'revision_number': 4, 'project_id': 'c561fdf35e454833b521f54043c49035', 'gw_port': {'id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': 'f44dc909-25dd-4b92-841e-4367b510201e', 'name': '', 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'mac_address': 'fa:16:3e:48:c0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '879a924d-b6f2-411b-ac07-f1579216c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:36:01Z', 'updated_at': '2022-08-30T04:36:06Z', 'revision_number': 5, 'project_id': 'c561fdf35e454833b521f54043c49035', 'subnets': [{'id': '879a924d-b6f2-411b-ac07-f1579216c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:38:18.464042 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e690e6-840e-4c35-9bfe-2bab25fd56ce None None] Checking router: 3240277e-0db5-4501-a5a0-a0b30289df71 for host: dv-cinder-854265-2-iscsi {{(pid=106259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:38:18.472721 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e690e6-840e-4c35-9bfe-2bab25fd56ce None None] Routers {'3240277e-0db5-4501-a5a0-a0b30289df71'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:38:18.473417 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-81e690e6-840e-4c35-9bfe-2bab25fd56ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:37:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['3240277e-0db5-4501-a5a0-a0b30289df71'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:38:18.573623 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-81e690e6-840e-4c35-9bfe-2bab25fd56ce None None] Set router 3240277e-0db5-4501-a5a0-a0b30289df71 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:38:18.762984 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-81e690e6-840e-4c35-9bfe-2bab25fd56ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'name': 'tempest-AttachVolumeNegativeTest-1156238332-router', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:01Z', 'revision_number': 4, 'project_id': 'c561fdf35e454833b521f54043c49035', 'gw_port': {'id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': 'f44dc909-25dd-4b92-841e-4367b510201e', 'name': '', 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'mac_address': 'fa:16:3e:48:c0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '879a924d-b6f2-411b-ac07-f1579216c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:36:01Z', 'updated_at': '2022-08-30T04:36:06Z', 'revision_number': 5, 'project_id': 'c561fdf35e454833b521f54043c49035', 'subnets': [{'id': '879a924d-b6f2-411b-ac07-f1579216c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:38:18.788191 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e690e6-840e-4c35-9bfe-2bab25fd56ce None None] The sync data for ids ['3240277e-0db5-4501-a5a0-a0b30289df71'] in dv-cinder-854265-2-iscsi is: [{'id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'name': 'tempest-AttachVolumeNegativeTest-1156238332-router', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:01Z', 'revision_number': 4, 'project_id': 'c561fdf35e454833b521f54043c49035', 'gw_port': {'id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': 'f44dc909-25dd-4b92-841e-4367b510201e', 'name': '', 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'mac_address': 'fa:16:3e:48:c0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '879a924d-b6f2-411b-ac07-f1579216c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:36:01Z', 'updated_at': '2022-08-30T04:36:06Z', 'revision_number': 5, 'project_id': 'c561fdf35e454833b521f54043c49035', 'subnets': [{'id': '879a924d-b6f2-411b-ac07-f1579216c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:38:19.011546 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d7b316-474c-4ba6-9895-be43181f363c None None] New status for floating IP 7f1fa732-5a3a-48d4-a0c5-40656bd0ddc8: DOWN {{(pid=106260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:38:19.426737 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 59708) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:38:19.479727 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-bb1b5213-369f-4933-830e-b2750d833cce tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for security_group (59bd17b3-ae63-466e-bf5d-cef25072390d), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:19.504938 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-bb1b5213-369f-4933-830e-b2750d833cce tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for security_group (59bd17b3-ae63-466e-bf5d-cef25072390d), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:19.521279 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:19.554516 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-bb1b5213-369f-4933-830e-b2750d833cce tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (59bd17b3-ae63-466e-bf5d-cef25072390d), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:19.557270 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-bb1b5213-369f-4933-830e-b2750d833cce tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:19.558937 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-bb1b5213-369f-4933-830e-b2750d833cce tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "DELETE /networking/v2.0/security-groups/59bd17b3-ae63-466e-bf5d-cef25072390d HTTP/1.1" status: 204 len: 168 time: 0.1307166 Aug 30 04:38:19.561802 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 59710) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:38:19.568103 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b5213-369f-4933-830e-b2750d833cce tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bd17b3-ae63-466e-bf5d-cef25072390d,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:19.578077 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.api.v2.resource [None req-d2a98cba-2107-46fd-9a47-1d6d0b3910b9 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] show failed (client error): The resource could not be found. Aug 30 04:38:19.581796 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-d2a98cba-2107-46fd-9a47-1d6d0b3910b9 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/security-groups/59bd17b3-ae63-466e-bf5d-cef25072390d HTTP/1.1" status: 404 len: 347 time: 0.0163276 Aug 30 04:38:19.581972 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 59712) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:38:19.693780 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:19.697841 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [None req-c512db18-6ce0-4f8f-bee0-b9a06339078c tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Deleting port 80f1a233-a0f8-4adc-a44c-f18a0771ad64 {{(pid=106257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:38:19.698195 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c512db18-6ce0-4f8f-bee0-b9a06339078c tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (80f1a233-a0f8-4adc-a44c-f18a0771ad64), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:19.779694 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c512db18-6ce0-4f8f-bee0-b9a06339078c tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (80f1a233-a0f8-4adc-a44c-f18a0771ad64), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:19.780026 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c512db18-6ce0-4f8f-bee0-b9a06339078c tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for floatingip (80f1a233-a0f8-4adc-a44c-f18a0771ad64), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:19.792548 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [None req-c512db18-6ce0-4f8f-bee0-b9a06339078c tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Calling delete_port for 80f1a233-a0f8-4adc-a44c-f18a0771ad64 owned by network:floatingip {{(pid=106257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:38:19.875282 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:19.932409 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c512db18-6ce0-4f8f-bee0-b9a06339078c tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (80f1a233-a0f8-4adc-a44c-f18a0771ad64), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:19.954748 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c512db18-6ce0-4f8f-bee0-b9a06339078c tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Pushing event deleted for resources: {'Port': ['ID=80f1a233-a0f8-4adc-a44c-f18a0771ad64,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:20.019253 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c512db18-6ce0-4f8f-bee0-b9a06339078c tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for floatingip (7f1fa732-5a3a-48d4-a0c5-40656bd0ddc8), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:20.021678 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c512db18-6ce0-4f8f-bee0-b9a06339078c tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for floatingip (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:20.022804 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-c512db18-6ce0-4f8f-bee0-b9a06339078c tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "DELETE /networking/v2.0/floatingips/7f1fa732-5a3a-48d4-a0c5-40656bd0ddc8 HTTP/1.1" status: 204 len: 168 time: 0.4399540 Aug 30 04:38:20.236104 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 76600936-3d50-49e5-9256-9cf624893de2 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:38:20.255038 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] No Port match for: 76600936-3d50-49e5-9256-9cf624893de2 {{(pid=106259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:38:20.255390 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 76600936-3d50-49e5-9256-9cf624893de2 not bound to the agent host hv-cinder-85426 {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:38:21.107955 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 59718) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:38:21.112914 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-419a54ba-5ed6-407d-b742-19424197b57d tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1955607264', 'description': 'tempest-description--247741409'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:38:21.134610 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-419a54ba-5ed6-407d-b742-19424197b57d tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:21.201062 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-419a54ba-5ed6-407d-b742-19424197b57d tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for security_group (663e8b31-04e4-4f57-ae03-786296ebe08e), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:21.204573 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-419a54ba-5ed6-407d-b742-19424197b57d tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (663e8b31-04e4-4f57-ae03-786296ebe08e), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:21.235546 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-419a54ba-5ed6-407d-b742-19424197b57d tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:21.236773 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-419a54ba-5ed6-407d-b742-19424197b57d tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1277454 Aug 30 04:38:21.237594 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a54ba-5ed6-407d-b742-19424197b57d tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=663e8b31-04e4-4f57-ae03-786296ebe08e,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:21.239795 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 59720) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:38:21.245099 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-d7d3c321-d31e-4d7f-9b65-a2d997011fe6 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Request body: {'security_group_rule': {'security_group_id': '663e8b31-04e4-4f57-ae03-786296ebe08e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:38:21.273181 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d7d3c321-d31e-4d7f-9b65-a2d997011fe6 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for security_group_rule (e276544c-bcb0-4971-8b88-9e51485f93dd), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:21.326992 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d7d3c321-d31e-4d7f-9b65-a2d997011fe6 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for security_group_rule (e276544c-bcb0-4971-8b88-9e51485f93dd), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:21.330325 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d7d3c321-d31e-4d7f-9b65-a2d997011fe6 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651561'] for security_group_rule (e276544c-bcb0-4971-8b88-9e51485f93dd), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:21.347820 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d3c321-d31e-4d7f-9b65-a2d997011fe6 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e276544c-bcb0-4971-8b88-9e51485f93dd,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:21.355318 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d7d3c321-d31e-4d7f-9b65-a2d997011fe6 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:21.356479 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-d7d3c321-d31e-4d7f-9b65-a2d997011fe6 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1150496 Aug 30 04:38:21.359415 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 59722) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:38:21.363728 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-d87ca88d-6e79-486c-b472-ca7ad3f14a8c tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Request body: {'security_group_rule': {'security_group_id': '663e8b31-04e4-4f57-ae03-786296ebe08e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:38:21.378109 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:DELETE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:21.390203 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d87ca88d-6e79-486c-b472-ca7ad3f14a8c tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for security_group_rule (ab0198b5-5e14-430e-87de-6bb2a003a356), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:21.438259 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d87ca88d-6e79-486c-b472-ca7ad3f14a8c tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for security_group_rule (ab0198b5-5e14-430e-87de-6bb2a003a356), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:21.441591 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d87ca88d-6e79-486c-b472-ca7ad3f14a8c tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651561'] for security_group_rule (ab0198b5-5e14-430e-87de-6bb2a003a356), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:21.459394 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ca88d-6e79-486c-b472-ca7ad3f14a8c tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab0198b5-5e14-430e-87de-6bb2a003a356,revision_number=0']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:21.467093 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d87ca88d-6e79-486c-b472-ca7ad3f14a8c tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:21.468272 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-d87ca88d-6e79-486c-b472-ca7ad3f14a8c tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1079402 Aug 30 04:38:21.471334 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 59724) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:38:21.475427 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-e74a687b-e3b6-4348-8987-6e29199a4543 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Request body: {'floatingip': {'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:38:21.495290 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e74a687b-e3b6-4348-8987-6e29199a4543 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:21.573586 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e74a687b-e3b6-4348-8987-6e29199a4543 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:21.679292 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [None req-e74a687b-e3b6-4348-8987-6e29199a4543 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Allocated IP 172.27.1.123 (03964a12-f74f-4d2e-840d-00c949ed3dc4/00661445-2d2c-4e5c-8f29-475eaaec65d5/848b2bfa-eed2-4af7-b5ce-c4ea6f631d4c) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:38:21.778774 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e74a687b-e3b6-4348-8987-6e29199a4543 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for port (848b2bfa-eed2-4af7-b5ce-c4ea6f631d4c), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:21.809279 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e74a687b-e3b6-4348-8987-6e29199a4543 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62508200'] for port (848b2bfa-eed2-4af7-b5ce-c4ea6f631d4c), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:21.852256 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74a687b-e3b6-4348-8987-6e29199a4543 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Network 03964a12-f74f-4d2e-840d-00c949ed3dc4 is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:38:21.857749 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-e74a687b-e3b6-4348-8987-6e29199a4543 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:38:21.861556 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74a687b-e3b6-4348-8987-6e29199a4543 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:38:21.864674 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74a687b-e3b6-4348-8987-6e29199a4543 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Pushing event updated for resources: {'Port': ['ID=848b2bfa-eed2-4af7-b5ce-c4ea6f631d4c,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:21.883014 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:DELETE=5,neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:21.944810 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e74a687b-e3b6-4348-8987-6e29199a4543 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for floatingip (0baf9bd0-8b50-4941-a10e-15123b5f2faa), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:21.981749 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e74a687b-e3b6-4348-8987-6e29199a4543 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (848b2bfa-eed2-4af7-b5ce-c4ea6f631d4c), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:22.064177 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:22.132847 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e74a687b-e3b6-4348-8987-6e29199a4543 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for port (848b2bfa-eed2-4af7-b5ce-c4ea6f631d4c), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:22.137229 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e74a687b-e3b6-4348-8987-6e29199a4543 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62508193'] for port (848b2bfa-eed2-4af7-b5ce-c4ea6f631d4c), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:22.207332 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74a687b-e3b6-4348-8987-6e29199a4543 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Pushing event updated for resources: {'Port': ['ID=848b2bfa-eed2-4af7-b5ce-c4ea6f631d4c,revision_number=2']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:22.210040 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e74a687b-e3b6-4348-8987-6e29199a4543 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696708'] for floatingip (0baf9bd0-8b50-4941-a10e-15123b5f2faa), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:22.225793 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e74a687b-e3b6-4348-8987-6e29199a4543 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for floatingip (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:22.227051 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-e74a687b-e3b6-4348-8987-6e29199a4543 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7548223 Aug 30 04:38:22.427039 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b5dc8e16-fb50-4b8a-985a-227ca0a2c74b req-b41fd99e-8b8f-47b1-af36-9b537d466474 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1955607264&fields=id&tenant_id=c561fdf35e454833b521f54043c49035 HTTP/1.1" status: 200 len: 267 time: 0.0426655 Aug 30 04:38:22.534815 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc8e16-fb50-4b8a-985a-227ca0a2c74b req-c6003b3d-ca48-453f-86da-5a89a09f75c9 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:22.536166 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b5dc8e16-fb50-4b8a-985a-227ca0a2c74b req-c6003b3d-ca48-453f-86da-5a89a09f75c9 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/networks?id=028ab36d-9030-4e40-a42e-859885874e3a HTTP/1.1" status: 200 len: 815 time: 0.1028535 Aug 30 04:38:22.550812 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b5dc8e16-fb50-4b8a-985a-227ca0a2c74b req-55813239-6c6f-4666-b0e5-28144f51e3da tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/quotas/c561fdf35e454833b521f54043c49035 HTTP/1.1" status: 200 len: 375 time: 0.0092168 Aug 30 04:38:22.599507 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b5dc8e16-fb50-4b8a-985a-227ca0a2c74b req-446b2029-2a35-4e50-8756-ecec4cd89710 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=c561fdf35e454833b521f54043c49035&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439415 Aug 30 04:38:22.693592 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b5dc8e16-fb50-4b8a-985a-227ca0a2c74b req-27a0143b-ac3f-409c-be34-c4dc486cf005 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/028ab36d-9030-4e40-a42e-859885874e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820682 Aug 30 04:38:22.786732 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b5dc8e16-fb50-4b8a-985a-227ca0a2c74b req-bb8d8495-1b09-4fbb-824b-668748c58f71 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/028ab36d-9030-4e40-a42e-859885874e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872989 Aug 30 04:38:22.947572 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0b736162-3490-47dc-9b29-461b1d7e6cce req-9804819a-4b47-4d2d-a736-7f308adce1b7 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=bbc79d02-27f4-4b72-a772-c8e01ee2d41b HTTP/1.1" status: 200 len: 210 time: 0.0285931 Aug 30 04:38:22.964184 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-bbc89c70-95d1-42a9-b9e4-51d81e0739f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:24.051788 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bffee494-b6bd-4511-8a11-52ee8a2ddbc1 req-3be2cca8-6164-4a31-b494-ef0afaea012d tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=bbc79d02-27f4-4b72-a772-c8e01ee2d41b HTTP/1.1" status: 200 len: 210 time: 0.0301268 Aug 30 04:38:24.215916 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc8e16-fb50-4b8a-985a-227ca0a2c74b req-fdc632b7-39f8-4ec1-857b-7d35c7a74153 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:24.218380 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-b5dc8e16-fb50-4b8a-985a-227ca0a2c74b req-fdc632b7-39f8-4ec1-857b-7d35c7a74153 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.71 "GET /networking/v2.0/networks?id=028ab36d-9030-4e40-a42e-859885874e3a HTTP/1.1" status: 200 len: 815 time: 0.1061974 Aug 30 04:38:24.525838 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-b5dc8e16-fb50-4b8a-985a-227ca0a2c74b req-73082290-e6a2-45de-afa6-1483d3a4f516 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.71 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c561fdf35e454833b521f54043c49035 HTTP/1.1" status: 200 len: 380 time: 0.2858715 Aug 30 04:38:24.536518 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [req-b5dc8e16-fb50-4b8a-985a-227ca0a2c74b req-4d051f7b-89b2-4585-a346-d71f711f947f tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Request body: {'port': {'device_id': 'bbc79d02-27f4-4b72-a772-c8e01ee2d41b', 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'admin_state_up': True, 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'security_groups': ['663e8b31-04e4-4f57-ae03-786296ebe08e']}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:38:24.641672 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5dc8e16-fb50-4b8a-985a-227ca0a2c74b req-4d051f7b-89b2-4585-a346-d71f711f947f tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Made reservation on behalf of c561fdf35e454833b521f54043c49035 for: {'port': 1} {{(pid=106257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:38:24.645317 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-b5dc8e16-fb50-4b8a-985a-227ca0a2c74b req-4d051f7b-89b2-4585-a346-d71f711f947f tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:24.706019 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:24.771920 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.db_base_plugin_common [req-b5dc8e16-fb50-4b8a-985a-227ca0a2c74b req-4d051f7b-89b2-4585-a346-d71f711f947f tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Allocated IP 172.20.0.14 (028ab36d-9030-4e40-a42e-859885874e3a/879a924d-b6f2-411b-ac07-f1579216c613/eb5a3141-1165-4c27-ac96-859af1b6a702) {{(pid=106257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:38:24.851785 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:24.912214 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-b5dc8e16-fb50-4b8a-985a-227ca0a2c74b req-4d051f7b-89b2-4585-a346-d71f711f947f tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for port (eb5a3141-1165-4c27-ac96-859af1b6a702), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:24.943638 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-b5dc8e16-fb50-4b8a-985a-227ca0a2c74b req-4d051f7b-89b2-4585-a346-d71f711f947f tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (eb5a3141-1165-4c27-ac96-859af1b6a702), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:24.987734 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5dc8e16-fb50-4b8a-985a-227ca0a2c74b req-4d051f7b-89b2-4585-a346-d71f711f947f tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Network 028ab36d-9030-4e40-a42e-859885874e3a is already hosted by enough agents. {{(pid=106257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:38:24.990917 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.base_scheduler [req-b5dc8e16-fb50-4b8a-985a-227ca0a2c74b req-4d051f7b-89b2-4585-a346-d71f711f947f tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Resources bound (agent type, host, resource id): {{(pid=106257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:38:24.994734 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5dc8e16-fb50-4b8a-985a-227ca0a2c74b req-4d051f7b-89b2-4585-a346-d71f711f947f tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Received port after_create {{(pid=106257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:38:25.018734 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d051f7b-89b2-4585-a346-d71f711f947f tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Pushing event updated for resources: {'Port': ['ID=eb5a3141-1165-4c27-ac96-859af1b6a702,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:25.052369 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc8e16-fb50-4b8a-985a-227ca0a2c74b req-4d051f7b-89b2-4585-a346-d71f711f947f tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:25.052986 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-b5dc8e16-fb50-4b8a-985a-227ca0a2c74b req-4d051f7b-89b2-4585-a346-d71f711f947f tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:25.070518 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-b5dc8e16-fb50-4b8a-985a-227ca0a2c74b req-4d051f7b-89b2-4585-a346-d71f711f947f tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5375135 Aug 30 04:38:25.097700 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [req-b5dc8e16-fb50-4b8a-985a-227ca0a2c74b req-ca3d9647-8890-408d-9706-099a2c3e7377 service neutron] Request body: {'port': {'device_id': 'bbc79d02-27f4-4b72-a772-c8e01ee2d41b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:38:25.167553 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-b5dc8e16-fb50-4b8a-985a-227ca0a2c74b req-ca3d9647-8890-408d-9706-099a2c3e7377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (eb5a3141-1165-4c27-ac96-859af1b6a702), before_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:25.190801 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-fac7ccb8-d61d-48cb-b4b6-1c6a696edd3f None None] Provisioning complete for port eb5a3141-1165-4c27-ac96-859af1b6a702 triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:38:25.191337 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-fac7ccb8-d61d-48cb-b4b6-1c6a696edd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (eb5a3141-1165-4c27-ac96-859af1b6a702), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:25.195995 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ee470-63d6-458d-8bc3-850dd86e995f req-353f08e8-4999-4719-9bbb-772c72c5e28b tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:25.197508 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-de1ee470-63d6-458d-8bc3-850dd86e995f req-353f08e8-4999-4719-9bbb-772c72c5e28b tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=bbc79d02-27f4-4b72-a772-c8e01ee2d41b HTTP/1.1" status: 200 len: 932 time: 0.0551841 Aug 30 04:38:25.224150 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-fac7ccb8-d61d-48cb-b4b6-1c6a696edd3f None None] Port eb5a3141-1165-4c27-ac96-859af1b6a702 cannot update to ACTIVE because it is not bound. {{(pid=106259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:38:25.251076 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-de1ee470-63d6-458d-8bc3-850dd86e995f req-33b216c6-ea0f-4f96-804c-9854bd854f68 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=663e8b31-04e4-4f57-ae03-786296ebe08e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470779 Aug 30 04:38:25.303680 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-da12bca6-d4f7-44aa-8dc6-b3d8ef786b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:25.429575 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.notifiers.nova [req-b5dc8e16-fb50-4b8a-985a-227ca0a2c74b req-ca3d9647-8890-408d-9706-099a2c3e7377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb5a3141-1165-4c27-ac96-859af1b6a702 {{(pid=106257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:38:25.435372 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:25.437315 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-b5dc8e16-fb50-4b8a-985a-227ca0a2c74b req-ca3d9647-8890-408d-9706-099a2c3e7377 service neutron] Publish callbacks [] for port (eb5a3141-1165-4c27-ac96-859af1b6a702), precommit_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:25.450499 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.provisioning_blocks [req-b5dc8e16-fb50-4b8a-985a-227ca0a2c74b req-ca3d9647-8890-408d-9706-099a2c3e7377 service neutron] Transition to ACTIVE for port object eb5a3141-1165-4c27-ac96-859af1b6a702 will not be triggered until provisioned by entity L2. {{(pid=106257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:38:25.453664 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-b5dc8e16-fb50-4b8a-985a-227ca0a2c74b req-ca3d9647-8890-408d-9706-099a2c3e7377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61207719'] for port (eb5a3141-1165-4c27-ac96-859af1b6a702), after_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:25.534950 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3d9647-8890-408d-9706-099a2c3e7377 service neutron] Pushing event updated for resources: {'Port': ['ID=eb5a3141-1165-4c27-ac96-859af1b6a702,revision_number=2']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:25.559918 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.managers [req-b5dc8e16-fb50-4b8a-985a-227ca0a2c74b req-ca3d9647-8890-408d-9706-099a2c3e7377 service neutron] Attempting to bind port eb5a3141-1165-4c27-ac96-859af1b6a702 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:38:25.560249 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.managers [req-b5dc8e16-fb50-4b8a-985a-227ca0a2c74b req-ca3d9647-8890-408d-9706-099a2c3e7377 service neutron] Attempting to bind port eb5a3141-1165-4c27-ac96-859af1b6a702 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '246af491-6471-4245-a475-ef13f16f15b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a'}] {{(pid=106257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:38:25.560575 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dc8e16-fb50-4b8a-985a-227ca0a2c74b req-ca3d9647-8890-408d-9706-099a2c3e7377 service neutron] Attempting to bind port eb5a3141-1165-4c27-ac96-859af1b6a702 on network 028ab36d-9030-4e40-a42e-859885874e3a {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:38:25.564748 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dc8e16-fb50-4b8a-985a-227ca0a2c74b req-ca3d9647-8890-408d-9706-099a2c3e7377 service neutron] Port eb5a3141-1165-4c27-ac96-859af1b6a702 on network 028ab36d-9030-4e40-a42e-859885874e3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:38:25.565095 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dc8e16-fb50-4b8a-985a-227ca0a2c74b req-ca3d9647-8890-408d-9706-099a2c3e7377 service neutron] Attempting to bind port eb5a3141-1165-4c27-ac96-859af1b6a702 on network 028ab36d-9030-4e40-a42e-859885874e3a {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:38:25.569859 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dc8e16-fb50-4b8a-985a-227ca0a2c74b req-ca3d9647-8890-408d-9706-099a2c3e7377 service neutron] Checking agent: {'id': 'dd0d0365-d50b-4401-90d8-c3ff73fab053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 24, 11), 'started_at': datetime.datetime(2022, 8, 30, 4, 24, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:38:25.570193 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dc8e16-fb50-4b8a-985a-227ca0a2c74b req-ca3d9647-8890-408d-9706-099a2c3e7377 service neutron] Checking segment: {'id': '246af491-6471-4245-a475-ef13f16f15b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:38:25.570568 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dc8e16-fb50-4b8a-985a-227ca0a2c74b req-ca3d9647-8890-408d-9706-099a2c3e7377 service neutron] Bound using segment: {'id': '246af491-6471-4245-a475-ef13f16f15b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a'} {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:38:25.570988 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.managers [req-b5dc8e16-fb50-4b8a-985a-227ca0a2c74b req-ca3d9647-8890-408d-9706-099a2c3e7377 service neutron] Bound port: eb5a3141-1165-4c27-ac96-859af1b6a702, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '246af491-6471-4245-a475-ef13f16f15b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a'}}] {{(pid=106257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:38:25.571340 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-b5dc8e16-fb50-4b8a-985a-227ca0a2c74b req-ca3d9647-8890-408d-9706-099a2c3e7377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (eb5a3141-1165-4c27-ac96-859af1b6a702), before_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:25.633621 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [req-b5dc8e16-fb50-4b8a-985a-227ca0a2c74b req-ca3d9647-8890-408d-9706-099a2c3e7377 service neutron] For port eb5a3141-1165-4c27-ac96-859af1b6a702, host hv-cinder-85426, cleared binding levels {{(pid=106257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:38:25.636555 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [req-b5dc8e16-fb50-4b8a-985a-227ca0a2c74b req-ca3d9647-8890-408d-9706-099a2c3e7377 service neutron] For port eb5a3141-1165-4c27-ac96-859af1b6a702, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=eb5a3141-1165-4c27-ac96-859af1b6a702,segment=NetworkSegment(246af491-6471-4245-a475-ef13f16f15b9),segment_id=246af491-6471-4245-a475-ef13f16f15b9)] {{(pid=106257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:38:25.642641 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-b5dc8e16-fb50-4b8a-985a-227ca0a2c74b req-ca3d9647-8890-408d-9706-099a2c3e7377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61207719'] for port (eb5a3141-1165-4c27-ac96-859af1b6a702), after_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:25.645856 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc8e16-fb50-4b8a-985a-227ca0a2c74b req-ca3d9647-8890-408d-9706-099a2c3e7377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:25.646654 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-b5dc8e16-fb50-4b8a-985a-227ca0a2c74b req-ca3d9647-8890-408d-9706-099a2c3e7377 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:25.648040 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-b5dc8e16-fb50-4b8a-985a-227ca0a2c74b req-ca3d9647-8890-408d-9706-099a2c3e7377 service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/eb5a3141-1165-4c27-ac96-859af1b6a702 HTTP/1.1" status: 200 len: 1094 time: 0.5547290 Aug 30 04:38:25.650065 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbc79d02-27f4-4b72-a772-c8e01ee2d41b', 'tag': 'eb5a3141-1165-4c27-ac96-859af1b6a702'}] {{(pid=106257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:38:25.652335 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d1a48af4e812f9c70823208ed2638ca64b88de6e4994a5bf3763d45491ed842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39426348-1085-4c78-943f-fb8b5de457a1" -d '{"events": [{"name": "network-changed", "server_uuid": "bbc79d02-27f4-4b72-a772-c8e01ee2d41b", "tag": "eb5a3141-1165-4c27-ac96-859af1b6a702"}]}' {{(pid=106257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:38:25.693340 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480a8bc9-8ded-4a71-9300-847dbe05a6e5 x-openstack-request-id: req-480a8bc9-8ded-4a71-9300-847dbe05a6e5 {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:38:25.693625 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbc79d02-27f4-4b72-a772-c8e01ee2d41b", "tag": "eb5a3141-1165-4c27-ac96-859af1b6a702", "status": "completed", "code": 200}]} {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:38:25.693882 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-480a8bc9-8ded-4a71-9300-847dbe05a6e5 {{(pid=106257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:38:25.694285 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-480a8bc9-8ded-4a71-9300-847dbe05a6e5'] response: {'name': 'network-changed', 'server_uuid': 'bbc79d02-27f4-4b72-a772-c8e01ee2d41b', 'tag': 'eb5a3141-1165-4c27-ac96-859af1b6a702', 'status': 'completed', 'code': 200} Aug 30 04:38:25.703794 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3d9647-8890-408d-9706-099a2c3e7377 service neutron] Pushing event updated for resources: {'Port': ['ID=eb5a3141-1165-4c27-ac96-859af1b6a702,revision_number=3']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:25.774698 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:25.805456 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc8e16-fb50-4b8a-985a-227ca0a2c74b req-08ed593d-bf1f-4a0b-b207-6fd03150ac33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:25.806988 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-b5dc8e16-fb50-4b8a-985a-227ca0a2c74b req-08ed593d-bf1f-4a0b-b207-6fd03150ac33 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=c561fdf35e454833b521f54043c49035&device_id=bbc79d02-27f4-4b72-a772-c8e01ee2d41b HTTP/1.1" status: 200 len: 1128 time: 0.0414331 Aug 30 04:38:25.855359 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-b5dc8e16-fb50-4b8a-985a-227ca0a2c74b req-7ad4d27a-0a3b-40e8-8551-c0a53d441f6d service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb5a3141-1165-4c27-ac96-859af1b6a702 HTTP/1.1" status: 200 len: 217 time: 0.0327139 Aug 30 04:38:25.906215 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc8e16-fb50-4b8a-985a-227ca0a2c74b req-01cd0381-36ae-4bba-b52e-121fe0121be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:25.907637 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-b5dc8e16-fb50-4b8a-985a-227ca0a2c74b req-01cd0381-36ae-4bba-b52e-121fe0121be7 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=879a924d-b6f2-411b-ac07-f1579216c613 HTTP/1.1" status: 200 len: 854 time: 0.0459836 Aug 30 04:38:25.954584 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc8e16-fb50-4b8a-985a-227ca0a2c74b req-f9e390ad-5d58-4c5f-9408-42ff212203d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:25.955957 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-b5dc8e16-fb50-4b8a-985a-227ca0a2c74b req-f9e390ad-5d58-4c5f-9408-42ff212203d3 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=028ab36d-9030-4e40-a42e-859885874e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388267 Aug 30 04:38:26.051776 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-b5dc8e16-fb50-4b8a-985a-227ca0a2c74b req-79066a3c-909b-468f-a7aa-8e7d26b0790a service neutron] 10.222.0.71 "GET /networking/v2.0/networks/028ab36d-9030-4e40-a42e-859885874e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840862 Aug 30 04:38:26.146227 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-b5dc8e16-fb50-4b8a-985a-227ca0a2c74b req-55b98a6e-6ed2-4d4b-b7c7-cf467bb3a870 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/028ab36d-9030-4e40-a42e-859885874e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842080 Aug 30 04:38:26.332175 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:26.368783 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31737b3-9719-42e8-9d4b-6f1c44714ff8 req-6ae2954e-6b6e-42d1-941c-96a0a2fac9d8 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:26.370278 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d31737b3-9719-42e8-9d4b-6f1c44714ff8 req-6ae2954e-6b6e-42d1-941c-96a0a2fac9d8 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=bbc79d02-27f4-4b72-a772-c8e01ee2d41b HTTP/1.1" status: 200 len: 944 time: 0.0485349 Aug 30 04:38:26.415913 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d31737b3-9719-42e8-9d4b-6f1c44714ff8 req-7f64f85b-1aba-4c79-aa8e-a2f244ff1bec tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=663e8b31-04e4-4f57-ae03-786296ebe08e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393353 Aug 30 04:38:26.595206 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:27.277758 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39426348-1085-4c78-943f-fb8b5de457a1 req-2c5eb043-2421-46f1-b311-e24b3fca8024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:27.279196 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-39426348-1085-4c78-943f-fb8b5de457a1 req-2c5eb043-2421-46f1-b311-e24b3fca8024 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=c561fdf35e454833b521f54043c49035&device_id=bbc79d02-27f4-4b72-a772-c8e01ee2d41b HTTP/1.1" status: 200 len: 1128 time: 0.0384853 Aug 30 04:38:27.371178 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39426348-1085-4c78-943f-fb8b5de457a1 req-b8d577ea-13cb-4b73-96fe-692caaf8d977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:27.372514 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-39426348-1085-4c78-943f-fb8b5de457a1 req-b8d577ea-13cb-4b73-96fe-692caaf8d977 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=028ab36d-9030-4e40-a42e-859885874e3a HTTP/1.1" status: 200 len: 917 time: 0.0869141 Aug 30 04:38:27.411462 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-39426348-1085-4c78-943f-fb8b5de457a1 req-d67b3e20-c880-447e-88a8-0cccb10be53f service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb5a3141-1165-4c27-ac96-859af1b6a702 HTTP/1.1" status: 200 len: 217 time: 0.0311952 Aug 30 04:38:27.463776 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39426348-1085-4c78-943f-fb8b5de457a1 req-203a3082-bde8-40d9-9848-367ec34c5524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:27.465392 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-39426348-1085-4c78-943f-fb8b5de457a1 req-203a3082-bde8-40d9-9848-367ec34c5524 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=879a924d-b6f2-411b-ac07-f1579216c613 HTTP/1.1" status: 200 len: 854 time: 0.0469410 Aug 30 04:38:27.512862 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39426348-1085-4c78-943f-fb8b5de457a1 req-03b28471-edb1-462c-a6bc-cc6f13de0abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:27.515070 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-39426348-1085-4c78-943f-fb8b5de457a1 req-03b28471-edb1-462c-a6bc-cc6f13de0abc service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=028ab36d-9030-4e40-a42e-859885874e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401976 Aug 30 04:38:27.536184 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e64efd-7479-4aef-9604-b7d0902a07a5 req-757ad073-5dc2-4cd9-aaff-8a3fa1872c94 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:27.537676 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e5e64efd-7479-4aef-9604-b7d0902a07a5 req-757ad073-5dc2-4cd9-aaff-8a3fa1872c94 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=bbc79d02-27f4-4b72-a772-c8e01ee2d41b HTTP/1.1" status: 200 len: 944 time: 0.0472202 Aug 30 04:38:27.583331 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:27.588820 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e5e64efd-7479-4aef-9604-b7d0902a07a5 req-db2e4cba-fc46-4fa3-951e-bd811f3493a5 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=663e8b31-04e4-4f57-ae03-786296ebe08e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453999 Aug 30 04:38:27.612961 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-39426348-1085-4c78-943f-fb8b5de457a1 req-81ffe481-7d73-4210-beb5-6306207c075d service neutron] 10.222.0.71 "GET /networking/v2.0/networks/028ab36d-9030-4e40-a42e-859885874e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869994 Aug 30 04:38:27.713409 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-39426348-1085-4c78-943f-fb8b5de457a1 req-155e49b9-67f5-4982-b6e3-447dee230a15 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/028ab36d-9030-4e40-a42e-859885874e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857773 Aug 30 04:38:27.927079 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:28.186380 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:28.242505 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device eb5a3141-1165-4c27-ac96-859af1b6a702 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:38:28.304055 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:28.343125 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port eb5a3141-1165-4c27-ac96-859af1b6a702, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=eb5a3141-1165-4c27-ac96-859af1b6a702,segment=NetworkSegment(246af491-6471-4245-a475-ef13f16f15b9),segment_id=246af491-6471-4245-a475-ef13f16f15b9)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:38:28.354058 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Returning: {'device': 'eb5a3141-1165-4c27-ac96-859af1b6a702', 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'port_id': 'eb5a3141-1165-4c27-ac96-859af1b6a702', 'mac_address': 'fa:16:3e:1b:b8:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '879a924d-b6f2-411b-ac07-f1579216c613', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:38:28.388150 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port eb5a3141-1165-4c27-ac96-859af1b6a702 is: DOWN; New status is: BUILD {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:38:28.388480 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (eb5a3141-1165-4c27-ac96-859af1b6a702), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:28.404397 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb5a3141-1165-4c27-ac96-859af1b6a702 {{(pid=106259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:38:28.426189 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port eb5a3141-1165-4c27-ac96-859af1b6a702, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=eb5a3141-1165-4c27-ac96-859af1b6a702,segment=NetworkSegment(246af491-6471-4245-a475-ef13f16f15b9),segment_id=246af491-6471-4245-a475-ef13f16f15b9)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:38:28.430499 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (eb5a3141-1165-4c27-ac96-859af1b6a702), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:28.476611 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=eb5a3141-1165-4c27-ac96-859af1b6a702,revision_number=4']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:28.484562 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:28.484915 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:28.485282 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:28.485625 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:28.485961 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:28.486299 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:28.486763 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:28.486996 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:28.487262 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:28.487584 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:28.487909 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:28.488234 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:28.488558 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:28.488879 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:28.489224 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:38:28.706118 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795ce81-49e8-42b5-bda6-83b5bc54ccfb req-8a93935e-c3ab-43ab-9e48-ca7234bd4ee0 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:28.707559 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e795ce81-49e8-42b5-bda6-83b5bc54ccfb req-8a93935e-c3ab-43ab-9e48-ca7234bd4ee0 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=bbc79d02-27f4-4b72-a772-c8e01ee2d41b HTTP/1.1" status: 200 len: 945 time: 0.0472610 Aug 30 04:38:28.739751 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:28.755450 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e795ce81-49e8-42b5-bda6-83b5bc54ccfb req-a867043b-6cc9-4732-b958-dfb767745501 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=663e8b31-04e4-4f57-ae03-786296ebe08e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424137 Aug 30 04:38:28.830101 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] get_ports_and_sgs() called for port_ids ['eb5a3141-1165-4c27-ac96-859af1b6a702'] {{(pid=106259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:38:28.910953 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:29.083621 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:29.085407 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:29.874483 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce63bcd-d3fb-4eae-b8c2-e8ba58577a64 req-bdb94605-737f-49b6-b9ae-6a5a3612927d tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:29.875938 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4ce63bcd-d3fb-4eae-b8c2-e8ba58577a64 req-bdb94605-737f-49b6-b9ae-6a5a3612927d tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=bbc79d02-27f4-4b72-a772-c8e01ee2d41b HTTP/1.1" status: 200 len: 945 time: 0.0474119 Aug 30 04:38:29.922165 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4ce63bcd-d3fb-4eae-b8c2-e8ba58577a64 req-91549bc1-0f55-4747-b774-0dfd08ee4d04 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=663e8b31-04e4-4f57-ae03-786296ebe08e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407617 Aug 30 04:38:30.260689 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device eb5a3141-1165-4c27-ac96-859af1b6a702 up at agent hyperv_hv-cinder-85426 {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:38:30.302364 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Provisioning for port eb5a3141-1165-4c27-ac96-859af1b6a702 completed by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:38:30.308137 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Provisioning complete for port eb5a3141-1165-4c27-ac96-859af1b6a702 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:38:30.308582 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (eb5a3141-1165-4c27-ac96-859af1b6a702), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:30.379015 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port eb5a3141-1165-4c27-ac96-859af1b6a702 is: BUILD; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:38:30.379327 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (eb5a3141-1165-4c27-ac96-859af1b6a702), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:30.401838 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc79d02-27f4-4b72-a772-c8e01ee2d41b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb5a3141-1165-4c27-ac96-859af1b6a702'}] {{(pid=106259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:38:30.404049 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e273ce8b2ae48758be2a6d8dc958f9d92735a0e32143c567216a16ba221820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10d87aa-0cf6-4d23-aa52-240cdf3d6850" -d '{"events": [{"server_uuid": "bbc79d02-27f4-4b72-a772-c8e01ee2d41b", "name": "network-vif-plugged", "status": "completed", "tag": "eb5a3141-1165-4c27-ac96-859af1b6a702"}]}' {{(pid=106259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:38:30.419337 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port eb5a3141-1165-4c27-ac96-859af1b6a702, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=eb5a3141-1165-4c27-ac96-859af1b6a702,segment=NetworkSegment(246af491-6471-4245-a475-ef13f16f15b9),segment_id=246af491-6471-4245-a475-ef13f16f15b9)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:38:30.422843 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (eb5a3141-1165-4c27-ac96-859af1b6a702), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:30.447393 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dffa492-721f-44db-b86e-bb0c8a441ac2 x-openstack-request-id: req-6dffa492-721f-44db-b86e-bb0c8a441ac2 {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:38:30.447689 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc79d02-27f4-4b72-a772-c8e01ee2d41b", "name": "network-vif-plugged", "status": "completed", "tag": "eb5a3141-1165-4c27-ac96-859af1b6a702", "code": 200}]} {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:38:30.447947 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-6dffa492-721f-44db-b86e-bb0c8a441ac2 {{(pid=106259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:38:30.448339 dv-cinder-854265-2-iscsi neutron-server[106259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dffa492-721f-44db-b86e-bb0c8a441ac2'] response: {'server_uuid': 'bbc79d02-27f4-4b72-a772-c8e01ee2d41b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb5a3141-1165-4c27-ac96-859af1b6a702', 'code': 200} Aug 30 04:38:30.471757 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=eb5a3141-1165-4c27-ac96-859af1b6a702,revision_number=5']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:38:30.682579 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba1b5f4-a86a-4df3-9ca2-6121844c1985 req-49502d76-9ec9-44cf-bdc3-ef15a808d032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:30.683926 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-1ba1b5f4-a86a-4df3-9ca2-6121844c1985 req-49502d76-9ec9-44cf-bdc3-ef15a808d032 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=bbc79d02-27f4-4b72-a772-c8e01ee2d41b HTTP/1.1" status: 200 len: 1130 time: 0.0389302 Aug 30 04:38:30.730111 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-1ba1b5f4-a86a-4df3-9ca2-6121844c1985 req-92e04a27-e5a4-404c-bf61-181f79cdbd38 service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=663e8b31-04e4-4f57-ae03-786296ebe08e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364113 Aug 30 04:38:31.040153 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a1b5ef-f43c-4665-a67b-1888d28864ca req-5ed0f5bd-5f92-4933-912c-2f8c72b4d30d tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:31.041655 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-04a1b5ef-f43c-4665-a67b-1888d28864ca req-5ed0f5bd-5f92-4933-912c-2f8c72b4d30d tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=bbc79d02-27f4-4b72-a772-c8e01ee2d41b HTTP/1.1" status: 200 len: 946 time: 0.0497696 Aug 30 04:38:31.087993 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-04a1b5ef-f43c-4665-a67b-1888d28864ca req-f4ac682f-7103-419e-a70a-59b52547bcb9 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=663e8b31-04e4-4f57-ae03-786296ebe08e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402389 Aug 30 04:38:32.206339 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae35415-5190-4c0f-bd10-2cb8c7ab43bd req-30da2814-a4e0-4a2c-a07c-c527c3515f3c tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:32.207779 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-eae35415-5190-4c0f-bd10-2cb8c7ab43bd req-30da2814-a4e0-4a2c-a07c-c527c3515f3c tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=bbc79d02-27f4-4b72-a772-c8e01ee2d41b HTTP/1.1" status: 200 len: 946 time: 0.0466969 Aug 30 04:38:32.253383 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-eae35415-5190-4c0f-bd10-2cb8c7ab43bd req-0f072928-1e94-4779-ae15-e3c002606753 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=663e8b31-04e4-4f57-ae03-786296ebe08e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401621 Aug 30 04:38:33.378669 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb0c65-baee-4a85-9b63-eca1491cb4b7 req-5499cb94-14e6-46f3-b52b-6d3c381d01c5 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:33.380128 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-51cb0c65-baee-4a85-9b63-eca1491cb4b7 req-5499cb94-14e6-46f3-b52b-6d3c381d01c5 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=bbc79d02-27f4-4b72-a772-c8e01ee2d41b HTTP/1.1" status: 200 len: 946 time: 0.0506268 Aug 30 04:38:33.425977 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-51cb0c65-baee-4a85-9b63-eca1491cb4b7 req-87da767f-6e39-4f57-b815-00d1d9566e08 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=663e8b31-04e4-4f57-ae03-786296ebe08e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403554 Aug 30 04:38:33.541273 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911ad96-e062-4dc9-88dd-1c9365711f0f req-dc874a6b-8c7e-485a-9da2-385614089766 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:33.542642 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-6911ad96-e062-4dc9-88dd-1c9365711f0f req-dc874a6b-8c7e-485a-9da2-385614089766 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=bbc79d02-27f4-4b72-a772-c8e01ee2d41b HTTP/1.1" status: 200 len: 946 time: 0.0466497 Aug 30 04:38:33.552173 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 59780) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:38:33.556385 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-0cbe5908-00f2-4012-b75c-2dc5122f009e tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Request body: {'floatingip': {'port_id': 'eb5a3141-1165-4c27-ac96-859af1b6a702'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:38:33.593777 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0cbe5908-00f2-4012-b75c-2dc5122f009e tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for floatingip (0baf9bd0-8b50-4941-a10e-15123b5f2faa), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:33.984774 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:34.009451 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0cbe5908-00f2-4012-b75c-2dc5122f009e tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:34.012797 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0cbe5908-00f2-4012-b75c-2dc5122f009e tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696708'] for floatingip (0baf9bd0-8b50-4941-a10e-15123b5f2faa), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:34.110325 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.db.l3_db [None req-0cbe5908-00f2-4012-b75c-2dc5122f009e tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Floating IP 0baf9bd0-8b50-4941-a10e-15123b5f2faa associated. External IP: 172.27.1.123, port: eb5a3141-1165-4c27-ac96-859af1b6a702. Aug 30 04:38:34.144976 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:34.306702 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cbe5908-00f2-4012-b75c-2dc5122f009e tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Router 3240277e-0db5-4501-a5a0-a0b30289df71 has already been hosted by L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 {{(pid=106258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:38:34.404313 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cbe5908-00f2-4012-b75c-2dc5122f009e tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:38:34.409330 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0cbe5908-00f2-4012-b75c-2dc5122f009e tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for floatingip (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:34.414523 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9326c75b-039b-430c-bcb7-060f23df8c52 None None] Sync routers for ids ['3240277e-0db5-4501-a5a0-a0b30289df71'] in dv-cinder-854265-2-iscsi {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:38:34.425204 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9326c75b-039b-430c-bcb7-060f23df8c52 None None] Routers {'3240277e-0db5-4501-a5a0-a0b30289df71'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:38:34.425820 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-9326c75b-039b-430c-bcb7-060f23df8c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:38:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['3240277e-0db5-4501-a5a0-a0b30289df71'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:38:34.444238 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-0cbe5908-00f2-4012-b75c-2dc5122f009e tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "PUT /networking/v2.0/floatingips/0baf9bd0-8b50-4941-a10e-15123b5f2faa HTTP/1.1" status: 200 len: 992 time: 0.8887079 Aug 30 04:38:34.444238 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbc79d02-27f4-4b72-a772-c8e01ee2d41b', 'tag': 'eb5a3141-1165-4c27-ac96-859af1b6a702'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:38:34.445532 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cae73fbe7dcf058e11387a0db1adace332cfaa4523dfba65b1576f9d32bef72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3bcc1d4-8a97-4ce2-bc8a-1defde537762" -d '{"events": [{"name": "network-changed", "server_uuid": "bbc79d02-27f4-4b72-a772-c8e01ee2d41b", "tag": "eb5a3141-1165-4c27-ac96-859af1b6a702"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:38:34.489027 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04703c1d-076e-4b1a-bb1b-0665e89b98f4 x-openstack-request-id: req-04703c1d-076e-4b1a-bb1b-0665e89b98f4 {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:38:34.489486 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbc79d02-27f4-4b72-a772-c8e01ee2d41b", "tag": "eb5a3141-1165-4c27-ac96-859af1b6a702", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:38:34.489856 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-04703c1d-076e-4b1a-bb1b-0665e89b98f4 {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:38:34.490319 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04703c1d-076e-4b1a-bb1b-0665e89b98f4'] response: {'name': 'network-changed', 'server_uuid': 'bbc79d02-27f4-4b72-a772-c8e01ee2d41b', 'tag': 'eb5a3141-1165-4c27-ac96-859af1b6a702', 'status': 'completed', 'code': 200} Aug 30 04:38:34.529006 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-9326c75b-039b-430c-bcb7-060f23df8c52 None None] Set router 3240277e-0db5-4501-a5a0-a0b30289df71 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:38:34.596129 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bcc1d4-8a97-4ce2-bc8a-1defde537762 req-1fe56a1a-72e5-4b0d-9905-7eaa362517d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:34.597652 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-d3bcc1d4-8a97-4ce2-bc8a-1defde537762 req-1fe56a1a-72e5-4b0d-9905-7eaa362517d0 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=c561fdf35e454833b521f54043c49035&device_id=bbc79d02-27f4-4b72-a772-c8e01ee2d41b HTTP/1.1" status: 200 len: 1130 time: 0.0433946 Aug 30 04:38:34.608338 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:34.694187 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bcc1d4-8a97-4ce2-bc8a-1defde537762 req-401485d8-a587-4f9e-8c1f-84402161faf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:34.695659 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-d3bcc1d4-8a97-4ce2-bc8a-1defde537762 req-401485d8-a587-4f9e-8c1f-84402161faf8 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=028ab36d-9030-4e40-a42e-859885874e3a HTTP/1.1" status: 200 len: 917 time: 0.0869827 Aug 30 04:38:34.744482 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-9326c75b-039b-430c-bcb7-060f23df8c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'name': 'tempest-AttachVolumeNegativeTest-1156238332-router', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:01Z', 'revision_number': 4, 'project_id': 'c561fdf35e454833b521f54043c49035', 'gw_port': {'id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_floatingips': [{'id': '0baf9bd0-8b50-4941-a10e-15123b5f2faa', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'floating_ip_address': '172.27.1.123', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'port_id': 'eb5a3141-1165-4c27-ac96-859af1b6a702', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'mac_address': 'fa:16:3e:1b:b8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc79d02-27f4-4b72-a772-c8e01ee2d41b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:38:21Z', 'updated_at': '2022-08-30T04:38:33Z', 'revision_number': 1, 'project_id': 'c561fdf35e454833b521f54043c49035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f44dc909-25dd-4b92-841e-4367b510201e', 'name': '', 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'mac_address': 'fa:16:3e:48:c0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '879a924d-b6f2-411b-ac07-f1579216c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:36:01Z', 'updated_at': '2022-08-30T04:36:06Z', 'revision_number': 5, 'project_id': 'c561fdf35e454833b521f54043c49035', 'subnets': [{'id': '879a924d-b6f2-411b-ac07-f1579216c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:38:34.765642 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-d3bcc1d4-8a97-4ce2-bc8a-1defde537762 req-39336c98-62dc-4110-8c71-7775bfb5268d service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb5a3141-1165-4c27-ac96-859af1b6a702 HTTP/1.1" status: 200 len: 1000 time: 0.0593071 Aug 30 04:38:34.769627 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9326c75b-039b-430c-bcb7-060f23df8c52 None None] Checking router: 3240277e-0db5-4501-a5a0-a0b30289df71 for host: dv-cinder-854265-2-iscsi {{(pid=106259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:38:34.777957 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9326c75b-039b-430c-bcb7-060f23df8c52 None None] Routers {'3240277e-0db5-4501-a5a0-a0b30289df71'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:38:34.778560 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-9326c75b-039b-430c-bcb7-060f23df8c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:38:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['3240277e-0db5-4501-a5a0-a0b30289df71'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:38:34.811035 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=100 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:34.829166 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bcc1d4-8a97-4ce2-bc8a-1defde537762 req-b7744509-ad15-4443-9988-e34001bd7cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:34.830637 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-d3bcc1d4-8a97-4ce2-bc8a-1defde537762 req-b7744509-ad15-4443-9988-e34001bd7cb1 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=879a924d-b6f2-411b-ac07-f1579216c613 HTTP/1.1" status: 200 len: 854 time: 0.0446603 Aug 30 04:38:34.876271 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bcc1d4-8a97-4ce2-bc8a-1defde537762 req-919d3a35-b514-43a8-b0ea-2f234cc5668f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:38:34.877787 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-d3bcc1d4-8a97-4ce2-bc8a-1defde537762 req-919d3a35-b514-43a8-b0ea-2f234cc5668f service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=028ab36d-9030-4e40-a42e-859885874e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395510 Aug 30 04:38:34.882403 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-9326c75b-039b-430c-bcb7-060f23df8c52 None None] Set router 3240277e-0db5-4501-a5a0-a0b30289df71 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:38:34.976847 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-d3bcc1d4-8a97-4ce2-bc8a-1defde537762 req-878178eb-ca4c-4105-8bbb-1e0b73fce297 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/028ab36d-9030-4e40-a42e-859885874e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861049 Aug 30 04:38:35.049734 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:35.071103 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-d3bcc1d4-8a97-4ce2-bc8a-1defde537762 req-5e9452c6-cf07-4a87-8e65-c8888c5f7d82 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/028ab36d-9030-4e40-a42e-859885874e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839455 Aug 30 04:38:35.093187 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-9326c75b-039b-430c-bcb7-060f23df8c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'name': 'tempest-AttachVolumeNegativeTest-1156238332-router', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:01Z', 'revision_number': 4, 'project_id': 'c561fdf35e454833b521f54043c49035', 'gw_port': {'id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_floatingips': [{'id': '0baf9bd0-8b50-4941-a10e-15123b5f2faa', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'floating_ip_address': '172.27.1.123', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'port_id': 'eb5a3141-1165-4c27-ac96-859af1b6a702', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'mac_address': 'fa:16:3e:1b:b8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc79d02-27f4-4b72-a772-c8e01ee2d41b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:38:21Z', 'updated_at': '2022-08-30T04:38:33Z', 'revision_number': 1, 'project_id': 'c561fdf35e454833b521f54043c49035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f44dc909-25dd-4b92-841e-4367b510201e', 'name': '', 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'mac_address': 'fa:16:3e:48:c0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '879a924d-b6f2-411b-ac07-f1579216c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:36:01Z', 'updated_at': '2022-08-30T04:36:06Z', 'revision_number': 5, 'project_id': 'c561fdf35e454833b521f54043c49035', 'subnets': [{'id': '879a924d-b6f2-411b-ac07-f1579216c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:38:35.122169 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9326c75b-039b-430c-bcb7-060f23df8c52 None None] The sync data for ids ['3240277e-0db5-4501-a5a0-a0b30289df71'] in dv-cinder-854265-2-iscsi is: [{'id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'name': 'tempest-AttachVolumeNegativeTest-1156238332-router', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:01Z', 'revision_number': 4, 'project_id': 'c561fdf35e454833b521f54043c49035', 'gw_port': {'id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_floatingips': [{'id': '0baf9bd0-8b50-4941-a10e-15123b5f2faa', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'floating_ip_address': '172.27.1.123', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'port_id': 'eb5a3141-1165-4c27-ac96-859af1b6a702', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'mac_address': 'fa:16:3e:1b:b8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc79d02-27f4-4b72-a772-c8e01ee2d41b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:38:21Z', 'updated_at': '2022-08-30T04:38:33Z', 'revision_number': 1, 'project_id': 'c561fdf35e454833b521f54043c49035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f44dc909-25dd-4b92-841e-4367b510201e', 'name': '', 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'mac_address': 'fa:16:3e:48:c0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '879a924d-b6f2-411b-ac07-f1579216c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:36:01Z', 'updated_at': '2022-08-30T04:36:06Z', 'revision_number': 5, 'project_id': 'c561fdf35e454833b521f54043c49035', 'subnets': [{'id': '879a924d-b6f2-411b-ac07-f1579216c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:38:35.321524 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836e40e1-8805-4dce-bd88-a3a73ce6cc77 None None] New status for floating IP 0baf9bd0-8b50-4941-a10e-15123b5f2faa: ACTIVE {{(pid=106260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:38:42.244732 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (dd0d0365-d50b-4401-90d8-c3ff73fab053), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:42.550636 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.agents_db [None req-600259de-68db-4343-b4d4-64e31eed30fa None None] Agent healthcheck: found 6 active agents {{(pid=106260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:38:44.437142 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=47 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:44.439034 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=36 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:45.066708 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=64 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:45.067486 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=32 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:52.238115 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=7 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:52.240145 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=57,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:52.545424 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:52.546114 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=32,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:38:52.956324 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-a3c74e48-fa34-46af-89c6-83a0650c8560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:55.309311 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-62b3d4fd-48e2-442e-b316-8baa472bc6fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:56.599657 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:57.928566 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:38:58.189334 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:08.182995 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:39:08.185059 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:39:12.253329 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (dd0d0365-d50b-4401-90d8-c3ff73fab053), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:16.491257 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:39:16.494755 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:39:19.550092 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.agents_db [None req-600259de-68db-4343-b4d4-64e31eed30fa None None] Agent healthcheck: found 6 active agents {{(pid=106260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:39:20.356250 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-fe9c8b2a-f54c-430f-ab35-ff655878a025 req-c2ef4951-d6c7-45ac-afe2-504577b78ef5 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8913aeda-b661-4c59-b19b-eb3252bf1047&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391171 Aug 30 04:39:20.471875 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c8b2a-f54c-430f-ab35-ff655878a025 req-b9fa458a-df67-4868-8316-1a29b77c6e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:39:20.473385 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-fe9c8b2a-f54c-430f-ab35-ff655878a025 req-b9fa458a-df67-4868-8316-1a29b77c6e70 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=18e4bf7297124da4b43ccaeda048f772&device_id=8913aeda-b661-4c59-b19b-eb3252bf1047 HTTP/1.1" status: 200 len: 1130 time: 0.0429187 Aug 30 04:39:20.578328 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c8b2a-f54c-430f-ab35-ff655878a025 req-4ffd0601-1d00-40aa-9036-31a9c7b00d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:39:20.579764 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-fe9c8b2a-f54c-430f-ab35-ff655878a025 req-4ffd0601-1d00-40aa-9036-31a9c7b00d0a service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=05bb2295-ab1f-4755-bab5-38bb2e0a7b79 HTTP/1.1" status: 200 len: 914 time: 0.0843334 Aug 30 04:39:20.645521 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-fe9c8b2a-f54c-430f-ab35-ff655878a025 req-b853efb0-6a49-4cf0-be1c-31c6d78f166f service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62ae85bd-5cc8-48f9-bbc5-06af77beba2a HTTP/1.1" status: 200 len: 1000 time: 0.0580754 Aug 30 04:39:20.696856 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c8b2a-f54c-430f-ab35-ff655878a025 req-3fdc3377-9cbd-433c-9af7-cedca3016349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:39:20.698323 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-fe9c8b2a-f54c-430f-ab35-ff655878a025 req-3fdc3377-9cbd-433c-9af7-cedca3016349 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3 HTTP/1.1" status: 200 len: 851 time: 0.0426881 Aug 30 04:39:20.741362 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c8b2a-f54c-430f-ab35-ff655878a025 req-9c8afc5d-cbdd-48b4-889f-4d685be401a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:39:20.742806 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-fe9c8b2a-f54c-430f-ab35-ff655878a025 req-9c8afc5d-cbdd-48b4-889f-4d685be401a2 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=05bb2295-ab1f-4755-bab5-38bb2e0a7b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376749 Aug 30 04:39:20.836637 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-fe9c8b2a-f54c-430f-ab35-ff655878a025 req-34ba4d4a-6ab2-4317-b6e7-3995047f24d8 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/05bb2295-ab1f-4755-bab5-38bb2e0a7b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862424 Aug 30 04:39:20.924209 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-fe9c8b2a-f54c-430f-ab35-ff655878a025 req-5de6537d-c26f-414e-a6b3-ebf03e659189 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/05bb2295-ab1f-4755-bab5-38bb2e0a7b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807788 Aug 30 04:39:22.240857 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:39:22.248977 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:39:22.958446 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-ce381a10-abaf-4c99-b032-58116a79ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:24.209614 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da88c8-3d1a-4a72-945f-3a55a85b3573 req-2c0651cc-220e-4147-9400-1ea1197e1c35 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:39:24.211105 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f0da88c8-3d1a-4a72-945f-3a55a85b3573 req-2c0651cc-220e-4147-9400-1ea1197e1c35 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=bbc79d02-27f4-4b72-a772-c8e01ee2d41b HTTP/1.1" status: 200 len: 946 time: 0.0478158 Aug 30 04:39:24.258097 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f0da88c8-3d1a-4a72-945f-3a55a85b3573 req-7fdb0894-d609-49d5-9528-71eb23a2177d tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=663e8b31-04e4-4f57-ae03-786296ebe08e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414274 Aug 30 04:39:25.311778 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-04a714de-1eff-4141-a579-b809e7e6a237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:25.379677 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb50ce-a758-41bc-8a60-b00fffff1b5d req-43e651d6-d209-4f68-ab64-a1c4c89ad683 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:39:25.381096 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b2bb50ce-a758-41bc-8a60-b00fffff1b5d req-43e651d6-d209-4f68-ab64-a1c4c89ad683 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=bbc79d02-27f4-4b72-a772-c8e01ee2d41b HTTP/1.1" status: 200 len: 946 time: 0.0482206 Aug 30 04:39:25.427405 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b2bb50ce-a758-41bc-8a60-b00fffff1b5d req-3a44bd61-9434-4d47-91cb-d225ca624fbc tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=663e8b31-04e4-4f57-ae03-786296ebe08e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406854 Aug 30 04:39:26.239008 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41939118-c304-4ae3-a116-eaa10e3bac21 req-e2efea3a-a830-4935-8f0e-f17849438bee tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:39:26.240473 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-41939118-c304-4ae3-a116-eaa10e3bac21 req-e2efea3a-a830-4935-8f0e-f17849438bee tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=bbc79d02-27f4-4b72-a772-c8e01ee2d41b HTTP/1.1" status: 200 len: 946 time: 0.0505939 Aug 30 04:39:26.323912 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [req-41939118-c304-4ae3-a116-eaa10e3bac21 req-8a7d7ef2-ded6-4d7f-a295-858b9a761dfb tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Deleting port eb5a3141-1165-4c27-ac96-859af1b6a702 {{(pid=106257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:39:26.324254 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-41939118-c304-4ae3-a116-eaa10e3bac21 req-8a7d7ef2-ded6-4d7f-a295-858b9a761dfb tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (eb5a3141-1165-4c27-ac96-859af1b6a702), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:26.416569 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [req-41939118-c304-4ae3-a116-eaa10e3bac21 req-8a7d7ef2-ded6-4d7f-a295-858b9a761dfb tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] For port eb5a3141-1165-4c27-ac96-859af1b6a702, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=eb5a3141-1165-4c27-ac96-859af1b6a702,segment=NetworkSegment(246af491-6471-4245-a475-ef13f16f15b9),segment_id=246af491-6471-4245-a475-ef13f16f15b9)] {{(pid=106257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:39:26.416841 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-41939118-c304-4ae3-a116-eaa10e3bac21 req-8a7d7ef2-ded6-4d7f-a295-858b9a761dfb tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (eb5a3141-1165-4c27-ac96-859af1b6a702), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:26.550915 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcfc0e8-66e6-4c06-adae-ed9f4b48b4e4 req-0887f1d8-9236-4ce4-b2da-49e9c6523a07 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:39:26.552407 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2bcfc0e8-66e6-4c06-adae-ed9f4b48b4e4 req-0887f1d8-9236-4ce4-b2da-49e9c6523a07 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=bbc79d02-27f4-4b72-a772-c8e01ee2d41b HTTP/1.1" status: 200 len: 946 time: 0.0510547 Aug 30 04:39:26.581397 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-41939118-c304-4ae3-a116-eaa10e3bac21 req-8a7d7ef2-ded6-4d7f-a295-858b9a761dfb tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:26.581939 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-41939118-c304-4ae3-a116-eaa10e3bac21 req-8a7d7ef2-ded6-4d7f-a295-858b9a761dfb tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696708'] for floatingip (0baf9bd0-8b50-4941-a10e-15123b5f2faa), after_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:26.582297 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.db.l3_db [req-41939118-c304-4ae3-a116-eaa10e3bac21 req-8a7d7ef2-ded6-4d7f-a295-858b9a761dfb tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Floating IP 0baf9bd0-8b50-4941-a10e-15123b5f2faa disassociated. External IP: 172.27.1.123, port: eb5a3141-1165-4c27-ac96-859af1b6a702. Aug 30 04:39:26.582719 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [req-41939118-c304-4ae3-a116-eaa10e3bac21 req-8a7d7ef2-ded6-4d7f-a295-858b9a761dfb tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Calling delete_port for eb5a3141-1165-4c27-ac96-859af1b6a702 owned by compute:nova {{(pid=106257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:39:26.600785 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2bcfc0e8-66e6-4c06-adae-ed9f4b48b4e4 req-6cb0b295-4676-444c-a607-2f135545b82e tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=663e8b31-04e4-4f57-ae03-786296ebe08e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425332 Aug 30 04:39:26.606148 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:26.629898 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:39:26.661807 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:39:26.719958 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-41939118-c304-4ae3-a116-eaa10e3bac21 req-8a7d7ef2-ded6-4d7f-a295-858b9a761dfb tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (eb5a3141-1165-4c27-ac96-859af1b6a702), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:26.749814 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d7ef2-ded6-4d7f-a295-858b9a761dfb tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Pushing event deleted for resources: {'Port': ['ID=eb5a3141-1165-4c27-ac96-859af1b6a702,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:39:26.761986 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7d7ef2-ded6-4d7f-a295-858b9a761dfb tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:39:26.762335 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7d7ef2-ded6-4d7f-a295-858b9a761dfb tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:39:26.762679 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7d7ef2-ded6-4d7f-a295-858b9a761dfb tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:39:26.763019 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7d7ef2-ded6-4d7f-a295-858b9a761dfb tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:39:26.763375 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7d7ef2-ded6-4d7f-a295-858b9a761dfb tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:39:26.763711 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7d7ef2-ded6-4d7f-a295-858b9a761dfb tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:39:26.764727 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7d7ef2-ded6-4d7f-a295-858b9a761dfb tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:39:26.765663 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7d7ef2-ded6-4d7f-a295-858b9a761dfb tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:39:26.765663 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7d7ef2-ded6-4d7f-a295-858b9a761dfb tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:39:26.765881 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7d7ef2-ded6-4d7f-a295-858b9a761dfb tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:39:26.766280 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7d7ef2-ded6-4d7f-a295-858b9a761dfb tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:39:26.766686 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7d7ef2-ded6-4d7f-a295-858b9a761dfb tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:39:26.767008 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7d7ef2-ded6-4d7f-a295-858b9a761dfb tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:39:26.767340 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7d7ef2-ded6-4d7f-a295-858b9a761dfb tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:39:26.767666 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7d7ef2-ded6-4d7f-a295-858b9a761dfb tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:39:26.868526 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41939118-c304-4ae3-a116-eaa10e3bac21 req-8a7d7ef2-ded6-4d7f-a295-858b9a761dfb tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Router 3240277e-0db5-4501-a5a0-a0b30289df71 has already been hosted by L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 {{(pid=106257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:39:26.971699 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41939118-c304-4ae3-a116-eaa10e3bac21 req-8a7d7ef2-ded6-4d7f-a295-858b9a761dfb tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:39:26.981352 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324a7134-c1c0-49c0-a5cf-eaae651726b7 None None] Sync routers for ids ['3240277e-0db5-4501-a5a0-a0b30289df71'] in dv-cinder-854265-2-iscsi {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:39:26.991598 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324a7134-c1c0-49c0-a5cf-eaae651726b7 None None] Routers {'3240277e-0db5-4501-a5a0-a0b30289df71'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:39:26.992215 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-324a7134-c1c0-49c0-a5cf-eaae651726b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:39:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['3240277e-0db5-4501-a5a0-a0b30289df71'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:39:27.013649 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [req-41939118-c304-4ae3-a116-eaa10e3bac21 req-8a7d7ef2-ded6-4d7f-a295-858b9a761dfb tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] No DVR routers for this DVR port eb5a3141-1165-4c27-ac96-859af1b6a702 on host hv-cinder-85426 {{(pid=106257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:39:27.016228 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-41939118-c304-4ae3-a116-eaa10e3bac21 req-8a7d7ef2-ded6-4d7f-a295-858b9a761dfb tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:27.019359 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-41939118-c304-4ae3-a116-eaa10e3bac21 req-8a7d7ef2-ded6-4d7f-a295-858b9a761dfb tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.71 "DELETE /networking/v2.0/ports/eb5a3141-1165-4c27-ac96-859af1b6a702 HTTP/1.1" status: 204 len: 173 time: 0.7703729 Aug 30 04:39:27.019791 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc79d02-27f4-4b72-a772-c8e01ee2d41b', 'name': 'network-vif-deleted', 'tag': 'eb5a3141-1165-4c27-ac96-859af1b6a702'}] {{(pid=106257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:39:27.022041 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d1a48af4e812f9c70823208ed2638ca64b88de6e4994a5bf3763d45491ed842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2518cb77-6dcc-476e-9844-1247df9be174" -d '{"events": [{"server_uuid": "bbc79d02-27f4-4b72-a772-c8e01ee2d41b", "name": "network-vif-deleted", "tag": "eb5a3141-1165-4c27-ac96-859af1b6a702"}]}' {{(pid=106257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:39:27.065240 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f35772-2068-4988-a14a-b1b3d1bb1139 x-openstack-request-id: req-69f35772-2068-4988-a14a-b1b3d1bb1139 {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:39:27.065533 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc79d02-27f4-4b72-a772-c8e01ee2d41b", "name": "network-vif-deleted", "tag": "eb5a3141-1165-4c27-ac96-859af1b6a702", "status": "completed", "code": 200}]} {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:39:27.065790 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-69f35772-2068-4988-a14a-b1b3d1bb1139 {{(pid=106257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:39:27.066336 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69f35772-2068-4988-a14a-b1b3d1bb1139'] response: {'server_uuid': 'bbc79d02-27f4-4b72-a772-c8e01ee2d41b', 'name': 'network-vif-deleted', 'tag': 'eb5a3141-1165-4c27-ac96-859af1b6a702', 'status': 'completed', 'code': 200} Aug 30 04:39:27.100473 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-324a7134-c1c0-49c0-a5cf-eaae651726b7 None None] Set router 3240277e-0db5-4501-a5a0-a0b30289df71 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:39:27.300553 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-324a7134-c1c0-49c0-a5cf-eaae651726b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'name': 'tempest-AttachVolumeNegativeTest-1156238332-router', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:01Z', 'revision_number': 4, 'project_id': 'c561fdf35e454833b521f54043c49035', 'gw_port': {'id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': 'f44dc909-25dd-4b92-841e-4367b510201e', 'name': '', 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'mac_address': 'fa:16:3e:48:c0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '879a924d-b6f2-411b-ac07-f1579216c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:36:01Z', 'updated_at': '2022-08-30T04:36:06Z', 'revision_number': 5, 'project_id': 'c561fdf35e454833b521f54043c49035', 'subnets': [{'id': '879a924d-b6f2-411b-ac07-f1579216c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:39:27.326776 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324a7134-c1c0-49c0-a5cf-eaae651726b7 None None] Checking router: 3240277e-0db5-4501-a5a0-a0b30289df71 for host: dv-cinder-854265-2-iscsi {{(pid=106259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:39:27.335777 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324a7134-c1c0-49c0-a5cf-eaae651726b7 None None] Routers {'3240277e-0db5-4501-a5a0-a0b30289df71'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:39:27.336328 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-324a7134-c1c0-49c0-a5cf-eaae651726b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:39:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['3240277e-0db5-4501-a5a0-a0b30289df71'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:39:27.442917 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-324a7134-c1c0-49c0-a5cf-eaae651726b7 None None] Set router 3240277e-0db5-4501-a5a0-a0b30289df71 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:39:27.636036 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-324a7134-c1c0-49c0-a5cf-eaae651726b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'name': 'tempest-AttachVolumeNegativeTest-1156238332-router', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:01Z', 'revision_number': 4, 'project_id': 'c561fdf35e454833b521f54043c49035', 'gw_port': {'id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': 'f44dc909-25dd-4b92-841e-4367b510201e', 'name': '', 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'mac_address': 'fa:16:3e:48:c0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '879a924d-b6f2-411b-ac07-f1579216c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:36:01Z', 'updated_at': '2022-08-30T04:36:06Z', 'revision_number': 5, 'project_id': 'c561fdf35e454833b521f54043c49035', 'subnets': [{'id': '879a924d-b6f2-411b-ac07-f1579216c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:39:27.662795 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324a7134-c1c0-49c0-a5cf-eaae651726b7 None None] The sync data for ids ['3240277e-0db5-4501-a5a0-a0b30289df71'] in dv-cinder-854265-2-iscsi is: [{'id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'name': 'tempest-AttachVolumeNegativeTest-1156238332-router', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:01Z', 'revision_number': 4, 'project_id': 'c561fdf35e454833b521f54043c49035', 'gw_port': {'id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': 'f44dc909-25dd-4b92-841e-4367b510201e', 'name': '', 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'mac_address': 'fa:16:3e:48:c0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '879a924d-b6f2-411b-ac07-f1579216c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:36:01Z', 'updated_at': '2022-08-30T04:36:06Z', 'revision_number': 5, 'project_id': 'c561fdf35e454833b521f54043c49035', 'subnets': [{'id': '879a924d-b6f2-411b-ac07-f1579216c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:39:27.721973 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-7c19fc2f-6267-44e2-a246-21dacc0724b7 req-ae0ba280-c50c-4fb1-8f8b-ce72ba1b3ce2 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=bbc79d02-27f4-4b72-a772-c8e01ee2d41b HTTP/1.1" status: 200 len: 210 time: 0.0290053 Aug 30 04:39:27.905692 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4b8552-1765-40f2-84b1-d136836a11b5 None None] New status for floating IP 0baf9bd0-8b50-4941-a10e-15123b5f2faa: DOWN {{(pid=106260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:39:27.930622 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:28.191550 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:28.815914 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 59870) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:39:28.871552 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a0b5b7e1-d011-4c8b-a6a7-1ec1abad4f10 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for security_group (663e8b31-04e4-4f57-ae03-786296ebe08e), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:28.894127 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a0b5b7e1-d011-4c8b-a6a7-1ec1abad4f10 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for security_group (663e8b31-04e4-4f57-ae03-786296ebe08e), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:28.946077 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a0b5b7e1-d011-4c8b-a6a7-1ec1abad4f10 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (663e8b31-04e4-4f57-ae03-786296ebe08e), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:28.948575 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-a0b5b7e1-d011-4c8b-a6a7-1ec1abad4f10 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:28.949752 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-a0b5b7e1-d011-4c8b-a6a7-1ec1abad4f10 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "DELETE /networking/v2.0/security-groups/663e8b31-04e4-4f57-ae03-786296ebe08e HTTP/1.1" status: 204 len: 168 time: 0.1327729 Aug 30 04:39:28.952569 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 59872) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:39:28.958876 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b5b7e1-d011-4c8b-a6a7-1ec1abad4f10 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=663e8b31-04e4-4f57-ae03-786296ebe08e,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:39:28.966178 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b5b7e1-d011-4c8b-a6a7-1ec1abad4f10 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:39:28.966518 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b5b7e1-d011-4c8b-a6a7-1ec1abad4f10 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:39:28.966642 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.api.v2.resource [None req-0719cff9-107d-4bbd-ad24-136a4f89103e tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] show failed (client error): The resource could not be found. Aug 30 04:39:28.966858 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b5b7e1-d011-4c8b-a6a7-1ec1abad4f10 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:39:28.967700 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b5b7e1-d011-4c8b-a6a7-1ec1abad4f10 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:39:28.968033 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b5b7e1-d011-4c8b-a6a7-1ec1abad4f10 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:39:28.968150 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-0719cff9-107d-4bbd-ad24-136a4f89103e tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/security-groups/663e8b31-04e4-4f57-ae03-786296ebe08e HTTP/1.1" status: 404 len: 347 time: 0.0145171 Aug 30 04:39:28.968398 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b5b7e1-d011-4c8b-a6a7-1ec1abad4f10 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:39:28.968730 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b5b7e1-d011-4c8b-a6a7-1ec1abad4f10 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:39:28.969073 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b5b7e1-d011-4c8b-a6a7-1ec1abad4f10 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:39:28.969403 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b5b7e1-d011-4c8b-a6a7-1ec1abad4f10 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:39:28.969734 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b5b7e1-d011-4c8b-a6a7-1ec1abad4f10 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:39:28.970121 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b5b7e1-d011-4c8b-a6a7-1ec1abad4f10 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:39:28.970371 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b5b7e1-d011-4c8b-a6a7-1ec1abad4f10 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:39:28.970689 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b5b7e1-d011-4c8b-a6a7-1ec1abad4f10 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:39:28.971029 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b5b7e1-d011-4c8b-a6a7-1ec1abad4f10 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:39:28.971260 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 59874) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:39:28.971473 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b5b7e1-d011-4c8b-a6a7-1ec1abad4f10 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:39:29.084410 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [None req-1cf50f87-23e1-4105-b49f-9e7e99d7a7e9 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Deleting port 848b2bfa-eed2-4af7-b5ce-c4ea6f631d4c {{(pid=106257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:39:29.084663 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-1cf50f87-23e1-4105-b49f-9e7e99d7a7e9 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (848b2bfa-eed2-4af7-b5ce-c4ea6f631d4c), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:29.410441 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-1cf50f87-23e1-4105-b49f-9e7e99d7a7e9 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (848b2bfa-eed2-4af7-b5ce-c4ea6f631d4c), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:29.410697 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-1cf50f87-23e1-4105-b49f-9e7e99d7a7e9 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for floatingip (848b2bfa-eed2-4af7-b5ce-c4ea6f631d4c), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:29.424719 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [None req-1cf50f87-23e1-4105-b49f-9e7e99d7a7e9 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Calling delete_port for 848b2bfa-eed2-4af7-b5ce-c4ea6f631d4c owned by network:floatingip {{(pid=106257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:39:29.551329 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-1cf50f87-23e1-4105-b49f-9e7e99d7a7e9 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (848b2bfa-eed2-4af7-b5ce-c4ea6f631d4c), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:29.579301 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf50f87-23e1-4105-b49f-9e7e99d7a7e9 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Pushing event deleted for resources: {'Port': ['ID=848b2bfa-eed2-4af7-b5ce-c4ea6f631d4c,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:39:29.642504 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-1cf50f87-23e1-4105-b49f-9e7e99d7a7e9 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for floatingip (0baf9bd0-8b50-4941-a10e-15123b5f2faa), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:29.644923 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-1cf50f87-23e1-4105-b49f-9e7e99d7a7e9 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for floatingip (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:29.646095 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-1cf50f87-23e1-4105-b49f-9e7e99d7a7e9 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "DELETE /networking/v2.0/floatingips/0baf9bd0-8b50-4941-a10e-15123b5f2faa HTTP/1.1" status: 204 len: 168 time: 0.6738265 Aug 30 04:39:29.713990 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 59878) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:39:29.718591 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-6d5f3374-3056-4cfe-a7b7-00f09334ec92 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Request body: {'security_group': {'name': 'tempest-securitygroup--349233674', 'description': 'tempest-description--1558216382'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:39:29.740191 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6d5f3374-3056-4cfe-a7b7-00f09334ec92 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:29.810639 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6d5f3374-3056-4cfe-a7b7-00f09334ec92 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for security_group (da976eed-3b18-43e0-a9aa-c2a7d236f568), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:29.815168 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6d5f3374-3056-4cfe-a7b7-00f09334ec92 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (da976eed-3b18-43e0-a9aa-c2a7d236f568), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:29.845976 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6d5f3374-3056-4cfe-a7b7-00f09334ec92 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:29.847218 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-6d5f3374-3056-4cfe-a7b7-00f09334ec92 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1321700 Aug 30 04:39:29.850292 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 59880) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:39:29.851876 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f3374-3056-4cfe-a7b7-00f09334ec92 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da976eed-3b18-43e0-a9aa-c2a7d236f568,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:39:29.855182 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-629b01b9-d429-4bee-9b3c-ddbf5a78db98 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Request body: {'security_group_rule': {'security_group_id': 'da976eed-3b18-43e0-a9aa-c2a7d236f568', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:39:29.865934 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:39:29.885247 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-629b01b9-d429-4bee-9b3c-ddbf5a78db98 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for security_group_rule (c3f3f23e-54ef-4195-8193-06929a7c85e6), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:29.943341 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-629b01b9-d429-4bee-9b3c-ddbf5a78db98 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for security_group_rule (c3f3f23e-54ef-4195-8193-06929a7c85e6), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:29.947301 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-629b01b9-d429-4bee-9b3c-ddbf5a78db98 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651561'] for security_group_rule (c3f3f23e-54ef-4195-8193-06929a7c85e6), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:29.953564 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:39:29.972026 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629b01b9-d429-4bee-9b3c-ddbf5a78db98 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3f3f23e-54ef-4195-8193-06929a7c85e6,revision_number=0']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:39:29.979790 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-629b01b9-d429-4bee-9b3c-ddbf5a78db98 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:29.981023 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-629b01b9-d429-4bee-9b3c-ddbf5a78db98 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1297193 Aug 30 04:39:29.984749 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 59882) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:39:29.989257 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-c1106d0c-03f9-409f-a8bf-ecc2c4fa5992 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Request body: {'security_group_rule': {'security_group_id': 'da976eed-3b18-43e0-a9aa-c2a7d236f568', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:39:30.016003 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c1106d0c-03f9-409f-a8bf-ecc2c4fa5992 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for security_group_rule (a220276c-4a65-4615-b426-a3a35c867094), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:30.075778 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c1106d0c-03f9-409f-a8bf-ecc2c4fa5992 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for security_group_rule (a220276c-4a65-4615-b426-a3a35c867094), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:30.079317 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c1106d0c-03f9-409f-a8bf-ecc2c4fa5992 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651561'] for security_group_rule (a220276c-4a65-4615-b426-a3a35c867094), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:30.099044 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1106d0c-03f9-409f-a8bf-ecc2c4fa5992 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a220276c-4a65-4615-b426-a3a35c867094,revision_number=0']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:39:30.104610 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-c1106d0c-03f9-409f-a8bf-ecc2c4fa5992 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:30.105813 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-c1106d0c-03f9-409f-a8bf-ecc2c4fa5992 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1200709 Aug 30 04:39:30.109677 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 59884) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:39:30.113896 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [None req-5b558bb7-f720-494e-a25c-0ea364a416aa tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Request body: {'floatingip': {'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:39:30.137019 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5b558bb7-f720-494e-a25c-0ea364a416aa tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:30.220279 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5b558bb7-f720-494e-a25c-0ea364a416aa tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:30.325954 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.db_base_plugin_common [None req-5b558bb7-f720-494e-a25c-0ea364a416aa tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Allocated IP 172.27.1.6 (03964a12-f74f-4d2e-840d-00c949ed3dc4/00661445-2d2c-4e5c-8f29-475eaaec65d5/1efa9105-3b3d-4d51-aea8-4729bd090435) {{(pid=106257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:39:30.436535 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5b558bb7-f720-494e-a25c-0ea364a416aa tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for port (1efa9105-3b3d-4d51-aea8-4729bd090435), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:30.468770 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5b558bb7-f720-494e-a25c-0ea364a416aa tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (1efa9105-3b3d-4d51-aea8-4729bd090435), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:30.511324 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b558bb7-f720-494e-a25c-0ea364a416aa tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Network 03964a12-f74f-4d2e-840d-00c949ed3dc4 is already hosted by enough agents. {{(pid=106257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:39:30.516673 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.base_scheduler [None req-5b558bb7-f720-494e-a25c-0ea364a416aa tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Resources bound (agent type, host, resource id): {{(pid=106257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:39:30.518904 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b558bb7-f720-494e-a25c-0ea364a416aa tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Pushing event updated for resources: {'Port': ['ID=1efa9105-3b3d-4d51-aea8-4729bd090435,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:39:30.521222 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b558bb7-f720-494e-a25c-0ea364a416aa tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Received port after_create {{(pid=106257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:39:30.575418 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device eb5a3141-1165-4c27-ac96-859af1b6a702 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:39:30.589195 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:39:30.595908 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] No Port match for: eb5a3141-1165-4c27-ac96-859af1b6a702 {{(pid=106259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:39:30.596902 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device eb5a3141-1165-4c27-ac96-859af1b6a702 not bound to the agent host hv-cinder-85426 {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:39:30.609818 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5b558bb7-f720-494e-a25c-0ea364a416aa tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for floatingip (10eb92c0-fc03-487c-84e9-35bae9fc00e5), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:30.637237 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:39:30.650504 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5b558bb7-f720-494e-a25c-0ea364a416aa tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (1efa9105-3b3d-4d51-aea8-4729bd090435), before_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:30.802105 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5b558bb7-f720-494e-a25c-0ea364a416aa tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for port (1efa9105-3b3d-4d51-aea8-4729bd090435), precommit_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:30.806460 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5b558bb7-f720-494e-a25c-0ea364a416aa tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61207719'] for port (1efa9105-3b3d-4d51-aea8-4729bd090435), after_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:30.877748 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b558bb7-f720-494e-a25c-0ea364a416aa tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Pushing event updated for resources: {'Port': ['ID=1efa9105-3b3d-4d51-aea8-4729bd090435,revision_number=2']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:39:30.881440 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5b558bb7-f720-494e-a25c-0ea364a416aa tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696708'] for floatingip (10eb92c0-fc03-487c-84e9-35bae9fc00e5), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:30.899111 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-5b558bb7-f720-494e-a25c-0ea364a416aa tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for floatingip (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:30.900392 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-5b558bb7-f720-494e-a25c-0ea364a416aa tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.7897530 Aug 30 04:39:31.055259 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c0a09d42-4fb9-4561-9d9c-71429485ac4e req-b79d53e8-f572-43bf-8f7d-aa8227159256 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--349233674&fields=id&tenant_id=c561fdf35e454833b521f54043c49035 HTTP/1.1" status: 200 len: 267 time: 0.0438974 Aug 30 04:39:31.177496 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a09d42-4fb9-4561-9d9c-71429485ac4e req-a607565f-f25d-428b-9ff3-27e7d99c36ab tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:39:31.178963 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c0a09d42-4fb9-4561-9d9c-71429485ac4e req-a607565f-f25d-428b-9ff3-27e7d99c36ab tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/networks?id=028ab36d-9030-4e40-a42e-859885874e3a HTTP/1.1" status: 200 len: 815 time: 0.1172130 Aug 30 04:39:31.194380 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c0a09d42-4fb9-4561-9d9c-71429485ac4e req-d1ae89a0-4d2a-423d-887e-3eda17360b3f tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/quotas/c561fdf35e454833b521f54043c49035 HTTP/1.1" status: 200 len: 375 time: 0.0099301 Aug 30 04:39:31.244114 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c0a09d42-4fb9-4561-9d9c-71429485ac4e req-a8f330c9-f181-49ac-ba09-6e4446eb12e7 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=c561fdf35e454833b521f54043c49035&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444074 Aug 30 04:39:31.275883 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:39:31.348436 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c0a09d42-4fb9-4561-9d9c-71429485ac4e req-85ac7d7e-5066-41d8-a993-a2135d70d3e2 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/028ab36d-9030-4e40-a42e-859885874e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921757 Aug 30 04:39:31.412357 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:39:31.445086 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-c0a09d42-4fb9-4561-9d9c-71429485ac4e req-3928a377-f273-4d05-9a45-8ec01ddc9720 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/028ab36d-9030-4e40-a42e-859885874e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909615 Aug 30 04:39:31.611404 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-50bc82a3-224b-4fd8-919c-9f2b34e46871 req-58e9a0d1-e4c3-4b0d-9335-caff935ae829 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=cc06bf35-72bb-4c33-b3b5-d4414c98606b HTTP/1.1" status: 200 len: 210 time: 0.0293965 Aug 30 04:39:32.721059 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-dd562a33-1a8c-472b-8abb-ffd555a3d2b9 req-e44a6f95-1550-4b93-89f0-e47466e5cbec tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=cc06bf35-72bb-4c33-b3b5-d4414c98606b HTTP/1.1" status: 200 len: 210 time: 0.0354848 Aug 30 04:39:32.853787 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a09d42-4fb9-4561-9d9c-71429485ac4e req-646e307e-d78e-47c5-ab16-b6b0e594da05 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:39:32.855326 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-c0a09d42-4fb9-4561-9d9c-71429485ac4e req-646e307e-d78e-47c5-ab16-b6b0e594da05 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.71 "GET /networking/v2.0/networks?id=028ab36d-9030-4e40-a42e-859885874e3a HTTP/1.1" status: 200 len: 815 time: 0.1086209 Aug 30 04:39:32.939883 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-c0a09d42-4fb9-4561-9d9c-71429485ac4e req-e613082e-bc53-40bc-b2ae-88ca148afd91 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.71 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c561fdf35e454833b521f54043c49035 HTTP/1.1" status: 200 len: 379 time: 0.0546679 Aug 30 04:39:33.056142 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [req-c0a09d42-4fb9-4561-9d9c-71429485ac4e req-59da022f-5198-4532-8e34-dbeb2e0642b3 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Request body: {'port': {'device_id': 'cc06bf35-72bb-4c33-b3b5-d4414c98606b', 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'admin_state_up': True, 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'security_groups': ['da976eed-3b18-43e0-a9aa-c2a7d236f568']}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:39:33.168996 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0a09d42-4fb9-4561-9d9c-71429485ac4e req-59da022f-5198-4532-8e34-dbeb2e0642b3 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Made reservation on behalf of c561fdf35e454833b521f54043c49035 for: {'port': 1} {{(pid=106257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:39:33.172788 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-c0a09d42-4fb9-4561-9d9c-71429485ac4e req-59da022f-5198-4532-8e34-dbeb2e0642b3 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:33.307133 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.db_base_plugin_common [req-c0a09d42-4fb9-4561-9d9c-71429485ac4e req-59da022f-5198-4532-8e34-dbeb2e0642b3 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Allocated IP 172.20.0.9 (028ab36d-9030-4e40-a42e-859885874e3a/879a924d-b6f2-411b-ac07-f1579216c613/0078d856-a94b-4071-a2ec-79c808646db3) {{(pid=106257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:39:33.426680 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=3 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:39:33.444155 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=6 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:39:33.456500 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-c0a09d42-4fb9-4561-9d9c-71429485ac4e req-59da022f-5198-4532-8e34-dbeb2e0642b3 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for port (0078d856-a94b-4071-a2ec-79c808646db3), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:33.496113 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-c0a09d42-4fb9-4561-9d9c-71429485ac4e req-59da022f-5198-4532-8e34-dbeb2e0642b3 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (0078d856-a94b-4071-a2ec-79c808646db3), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:33.542521 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0a09d42-4fb9-4561-9d9c-71429485ac4e req-59da022f-5198-4532-8e34-dbeb2e0642b3 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Network 028ab36d-9030-4e40-a42e-859885874e3a is already hosted by enough agents. {{(pid=106257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:39:33.550290 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.base_scheduler [req-c0a09d42-4fb9-4561-9d9c-71429485ac4e req-59da022f-5198-4532-8e34-dbeb2e0642b3 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Resources bound (agent type, host, resource id): {{(pid=106257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:39:33.554288 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a09d42-4fb9-4561-9d9c-71429485ac4e req-59da022f-5198-4532-8e34-dbeb2e0642b3 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Received port after_create {{(pid=106257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:39:33.558615 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da022f-5198-4532-8e34-dbeb2e0642b3 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Pushing event updated for resources: {'Port': ['ID=0078d856-a94b-4071-a2ec-79c808646db3,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:39:33.607406 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a09d42-4fb9-4561-9d9c-71429485ac4e req-59da022f-5198-4532-8e34-dbeb2e0642b3 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:39:33.608096 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-c0a09d42-4fb9-4561-9d9c-71429485ac4e req-59da022f-5198-4532-8e34-dbeb2e0642b3 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:33.630678 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-c0a09d42-4fb9-4561-9d9c-71429485ac4e req-59da022f-5198-4532-8e34-dbeb2e0642b3 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5786123 Aug 30 04:39:33.651574 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [req-c0a09d42-4fb9-4561-9d9c-71429485ac4e req-4a873d92-d6d5-472a-a048-1331b0e4a520 service neutron] Request body: {'port': {'device_id': 'cc06bf35-72bb-4c33-b3b5-d4414c98606b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:39:33.714575 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-c0a09d42-4fb9-4561-9d9c-71429485ac4e req-4a873d92-d6d5-472a-a048-1331b0e4a520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (0078d856-a94b-4071-a2ec-79c808646db3), before_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:33.822993 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-fcd3d17d-ee20-47f5-b96b-dff08786ce97 None None] Provisioning complete for port 0078d856-a94b-4071-a2ec-79c808646db3 triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:39:33.823547 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-fcd3d17d-ee20-47f5-b96b-dff08786ce97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (0078d856-a94b-4071-a2ec-79c808646db3), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:33.845665 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f34bf8-e296-4f2c-826e-b3ca2d0c7504 req-b9500042-30d3-4cea-b632-05aeafdf8628 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:39:33.847334 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-44f34bf8-e296-4f2c-826e-b3ca2d0c7504 req-b9500042-30d3-4cea-b632-05aeafdf8628 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=cc06bf35-72bb-4c33-b3b5-d4414c98606b HTTP/1.1" status: 200 len: 931 time: 0.0512102 Aug 30 04:39:33.862841 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-fcd3d17d-ee20-47f5-b96b-dff08786ce97 None None] Port 0078d856-a94b-4071-a2ec-79c808646db3 cannot update to ACTIVE because it is not bound. {{(pid=106259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:39:33.897913 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-44f34bf8-e296-4f2c-826e-b3ca2d0c7504 req-21eb3a95-ea7a-442c-822e-f1b5607c550e tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=da976eed-3b18-43e0-a9aa-c2a7d236f568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446284 Aug 30 04:39:33.997506 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.notifiers.nova [req-c0a09d42-4fb9-4561-9d9c-71429485ac4e req-4a873d92-d6d5-472a-a048-1331b0e4a520 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0078d856-a94b-4071-a2ec-79c808646db3 {{(pid=106257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:39:34.006035 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-c0a09d42-4fb9-4561-9d9c-71429485ac4e req-4a873d92-d6d5-472a-a048-1331b0e4a520 service neutron] Publish callbacks [] for port (0078d856-a94b-4071-a2ec-79c808646db3), precommit_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:34.019029 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.provisioning_blocks [req-c0a09d42-4fb9-4561-9d9c-71429485ac4e req-4a873d92-d6d5-472a-a048-1331b0e4a520 service neutron] Transition to ACTIVE for port object 0078d856-a94b-4071-a2ec-79c808646db3 will not be triggered until provisioned by entity L2. {{(pid=106257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:39:34.024318 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-c0a09d42-4fb9-4561-9d9c-71429485ac4e req-4a873d92-d6d5-472a-a048-1331b0e4a520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61207719'] for port (0078d856-a94b-4071-a2ec-79c808646db3), after_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:34.106701 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a873d92-d6d5-472a-a048-1331b0e4a520 service neutron] Pushing event updated for resources: {'Port': ['ID=0078d856-a94b-4071-a2ec-79c808646db3,revision_number=2']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:39:34.135872 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.managers [req-c0a09d42-4fb9-4561-9d9c-71429485ac4e req-4a873d92-d6d5-472a-a048-1331b0e4a520 service neutron] Attempting to bind port 0078d856-a94b-4071-a2ec-79c808646db3 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:39:34.136231 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.managers [req-c0a09d42-4fb9-4561-9d9c-71429485ac4e req-4a873d92-d6d5-472a-a048-1331b0e4a520 service neutron] Attempting to bind port 0078d856-a94b-4071-a2ec-79c808646db3 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '246af491-6471-4245-a475-ef13f16f15b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a'}] {{(pid=106257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:39:34.136544 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a09d42-4fb9-4561-9d9c-71429485ac4e req-4a873d92-d6d5-472a-a048-1331b0e4a520 service neutron] Attempting to bind port 0078d856-a94b-4071-a2ec-79c808646db3 on network 028ab36d-9030-4e40-a42e-859885874e3a {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:39:34.141265 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a09d42-4fb9-4561-9d9c-71429485ac4e req-4a873d92-d6d5-472a-a048-1331b0e4a520 service neutron] Port 0078d856-a94b-4071-a2ec-79c808646db3 on network 028ab36d-9030-4e40-a42e-859885874e3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:39:34.141593 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a09d42-4fb9-4561-9d9c-71429485ac4e req-4a873d92-d6d5-472a-a048-1331b0e4a520 service neutron] Attempting to bind port 0078d856-a94b-4071-a2ec-79c808646db3 on network 028ab36d-9030-4e40-a42e-859885874e3a {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:39:34.146715 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a09d42-4fb9-4561-9d9c-71429485ac4e req-4a873d92-d6d5-472a-a048-1331b0e4a520 service neutron] Checking agent: {'id': 'dd0d0365-d50b-4401-90d8-c3ff73fab053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 24, 11), 'started_at': datetime.datetime(2022, 8, 30, 4, 24, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:39:34.147054 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a09d42-4fb9-4561-9d9c-71429485ac4e req-4a873d92-d6d5-472a-a048-1331b0e4a520 service neutron] Checking segment: {'id': '246af491-6471-4245-a475-ef13f16f15b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:39:34.147436 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a09d42-4fb9-4561-9d9c-71429485ac4e req-4a873d92-d6d5-472a-a048-1331b0e4a520 service neutron] Bound using segment: {'id': '246af491-6471-4245-a475-ef13f16f15b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a'} {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:39:34.147867 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.managers [req-c0a09d42-4fb9-4561-9d9c-71429485ac4e req-4a873d92-d6d5-472a-a048-1331b0e4a520 service neutron] Bound port: 0078d856-a94b-4071-a2ec-79c808646db3, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '246af491-6471-4245-a475-ef13f16f15b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a'}}] {{(pid=106257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:39:34.148248 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-c0a09d42-4fb9-4561-9d9c-71429485ac4e req-4a873d92-d6d5-472a-a048-1331b0e4a520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (0078d856-a94b-4071-a2ec-79c808646db3), before_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:34.210674 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:39:34.213479 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [req-c0a09d42-4fb9-4561-9d9c-71429485ac4e req-4a873d92-d6d5-472a-a048-1331b0e4a520 service neutron] For port 0078d856-a94b-4071-a2ec-79c808646db3, host hv-cinder-85426, cleared binding levels {{(pid=106257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:39:34.216855 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [req-c0a09d42-4fb9-4561-9d9c-71429485ac4e req-4a873d92-d6d5-472a-a048-1331b0e4a520 service neutron] For port 0078d856-a94b-4071-a2ec-79c808646db3, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=0078d856-a94b-4071-a2ec-79c808646db3,segment=NetworkSegment(246af491-6471-4245-a475-ef13f16f15b9),segment_id=246af491-6471-4245-a475-ef13f16f15b9)] {{(pid=106257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:39:34.224494 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-c0a09d42-4fb9-4561-9d9c-71429485ac4e req-4a873d92-d6d5-472a-a048-1331b0e4a520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61207719'] for port (0078d856-a94b-4071-a2ec-79c808646db3), after_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:34.229242 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a09d42-4fb9-4561-9d9c-71429485ac4e req-4a873d92-d6d5-472a-a048-1331b0e4a520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:39:34.229854 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-c0a09d42-4fb9-4561-9d9c-71429485ac4e req-4a873d92-d6d5-472a-a048-1331b0e4a520 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:34.231292 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-c0a09d42-4fb9-4561-9d9c-71429485ac4e req-4a873d92-d6d5-472a-a048-1331b0e4a520 service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/0078d856-a94b-4071-a2ec-79c808646db3 HTTP/1.1" status: 200 len: 1093 time: 0.5840826 Aug 30 04:39:34.233676 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc06bf35-72bb-4c33-b3b5-d4414c98606b', 'tag': '0078d856-a94b-4071-a2ec-79c808646db3'}] {{(pid=106257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:39:34.236005 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d1a48af4e812f9c70823208ed2638ca64b88de6e4994a5bf3763d45491ed842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be97b49d-2d31-400e-9348-7d99367a9ae9" -d '{"events": [{"name": "network-changed", "server_uuid": "cc06bf35-72bb-4c33-b3b5-d4414c98606b", "tag": "0078d856-a94b-4071-a2ec-79c808646db3"}]}' {{(pid=106257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:39:34.281168 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a873d92-d6d5-472a-a048-1331b0e4a520 service neutron] Pushing event updated for resources: {'Port': ['ID=0078d856-a94b-4071-a2ec-79c808646db3,revision_number=3']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:39:34.293895 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221ce193-66b7-4b33-b100-112ef7677232 x-openstack-request-id: req-221ce193-66b7-4b33-b100-112ef7677232 {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:39:34.294184 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc06bf35-72bb-4c33-b3b5-d4414c98606b", "tag": "0078d856-a94b-4071-a2ec-79c808646db3", "status": "completed", "code": 200}]} {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:39:34.294443 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-221ce193-66b7-4b33-b100-112ef7677232 {{(pid=106257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:39:34.294847 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-221ce193-66b7-4b33-b100-112ef7677232'] response: {'name': 'network-changed', 'server_uuid': 'cc06bf35-72bb-4c33-b3b5-d4414c98606b', 'tag': '0078d856-a94b-4071-a2ec-79c808646db3', 'status': 'completed', 'code': 200} Aug 30 04:39:34.366959 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a09d42-4fb9-4561-9d9c-71429485ac4e req-d8c5b41c-2b21-4b2b-ae79-0d09d7ba3e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:39:34.368461 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-c0a09d42-4fb9-4561-9d9c-71429485ac4e req-d8c5b41c-2b21-4b2b-ae79-0d09d7ba3e23 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=c561fdf35e454833b521f54043c49035&device_id=cc06bf35-72bb-4c33-b3b5-d4414c98606b HTTP/1.1" status: 200 len: 1127 time: 0.0404208 Aug 30 04:39:34.423195 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-c0a09d42-4fb9-4561-9d9c-71429485ac4e req-c46a817f-efce-45b0-8888-c50f26841699 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0078d856-a94b-4071-a2ec-79c808646db3 HTTP/1.1" status: 200 len: 217 time: 0.0362232 Aug 30 04:39:34.437005 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:39:34.473283 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a09d42-4fb9-4561-9d9c-71429485ac4e req-54d8d30c-0237-4fd1-bfde-5a49f2b6a899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:39:34.474816 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-c0a09d42-4fb9-4561-9d9c-71429485ac4e req-54d8d30c-0237-4fd1-bfde-5a49f2b6a899 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=879a924d-b6f2-411b-ac07-f1579216c613 HTTP/1.1" status: 200 len: 854 time: 0.0454011 Aug 30 04:39:34.522765 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a09d42-4fb9-4561-9d9c-71429485ac4e req-f8d67632-e8c2-4fc1-bf6b-f46a3d06506c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:39:34.524287 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-c0a09d42-4fb9-4561-9d9c-71429485ac4e req-f8d67632-e8c2-4fc1-bf6b-f46a3d06506c service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=028ab36d-9030-4e40-a42e-859885874e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425348 Aug 30 04:39:34.618928 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-c0a09d42-4fb9-4561-9d9c-71429485ac4e req-1657039e-3493-4107-b39a-ad9220350d37 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/028ab36d-9030-4e40-a42e-859885874e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873077 Aug 30 04:39:34.712568 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-c0a09d42-4fb9-4561-9d9c-71429485ac4e req-936694b7-6aa2-4021-9006-8c508f628100 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/028ab36d-9030-4e40-a42e-859885874e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865488 Aug 30 04:39:35.020324 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e1a60-77a1-4066-87ec-3cbf75fec992 req-34fde8a8-faf9-4d97-9a6d-abea29421516 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:39:35.021833 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2c2e1a60-77a1-4066-87ec-3cbf75fec992 req-34fde8a8-faf9-4d97-9a6d-abea29421516 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=cc06bf35-72bb-4c33-b3b5-d4414c98606b HTTP/1.1" status: 200 len: 943 time: 0.0474138 Aug 30 04:39:35.071396 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-2c2e1a60-77a1-4066-87ec-3cbf75fec992 req-6cb75c9c-a8ea-411b-946f-08adc4f2c1a2 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=da976eed-3b18-43e0-a9aa-c2a7d236f568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438952 Aug 30 04:39:35.691916 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97b49d-2d31-400e-9348-7d99367a9ae9 req-eb03dbe6-d50a-46a2-80aa-f644793e80e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:39:35.693447 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-be97b49d-2d31-400e-9348-7d99367a9ae9 req-eb03dbe6-d50a-46a2-80aa-f644793e80e3 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=c561fdf35e454833b521f54043c49035&device_id=cc06bf35-72bb-4c33-b3b5-d4414c98606b HTTP/1.1" status: 200 len: 1127 time: 0.0446022 Aug 30 04:39:35.787101 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97b49d-2d31-400e-9348-7d99367a9ae9 req-e54cf343-3090-4fa6-9f42-a8405a79b84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:39:35.788626 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-be97b49d-2d31-400e-9348-7d99367a9ae9 req-e54cf343-3090-4fa6-9f42-a8405a79b84c service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=028ab36d-9030-4e40-a42e-859885874e3a HTTP/1.1" status: 200 len: 917 time: 0.0876803 Aug 30 04:39:35.832221 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-be97b49d-2d31-400e-9348-7d99367a9ae9 req-a2dedf4b-81f1-4cda-8dcd-aac696c4b974 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0078d856-a94b-4071-a2ec-79c808646db3 HTTP/1.1" status: 200 len: 217 time: 0.0320942 Aug 30 04:39:35.886834 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97b49d-2d31-400e-9348-7d99367a9ae9 req-aa8f3cff-f4ec-4a98-be4d-2ef3f210d9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:39:35.888350 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-be97b49d-2d31-400e-9348-7d99367a9ae9 req-aa8f3cff-f4ec-4a98-be4d-2ef3f210d9c5 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=879a924d-b6f2-411b-ac07-f1579216c613 HTTP/1.1" status: 200 len: 854 time: 0.0494521 Aug 30 04:39:35.933594 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97b49d-2d31-400e-9348-7d99367a9ae9 req-76a3baa7-26d7-4a56-a4a1-7a0e3088348c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:39:35.935153 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-be97b49d-2d31-400e-9348-7d99367a9ae9 req-76a3baa7-26d7-4a56-a4a1-7a0e3088348c service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=028ab36d-9030-4e40-a42e-859885874e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402515 Aug 30 04:39:36.032266 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-be97b49d-2d31-400e-9348-7d99367a9ae9 req-8c4a505d-bed6-499b-9562-8ccc96943eb7 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/028ab36d-9030-4e40-a42e-859885874e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900218 Aug 30 04:39:36.127757 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-be97b49d-2d31-400e-9348-7d99367a9ae9 req-0940f608-c7fd-4037-8d56-fde6335c781f service neutron] 10.222.0.71 "GET /networking/v2.0/networks/028ab36d-9030-4e40-a42e-859885874e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878599 Aug 30 04:39:36.190628 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3effd-1f29-41b2-b8d0-f3fdf105f110 req-cefa6e60-35b4-4958-a3c0-547714e151e6 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:39:36.192097 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e7e3effd-1f29-41b2-b8d0-f3fdf105f110 req-cefa6e60-35b4-4958-a3c0-547714e151e6 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=cc06bf35-72bb-4c33-b3b5-d4414c98606b HTTP/1.1" status: 200 len: 943 time: 0.0465448 Aug 30 04:39:36.240071 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-e7e3effd-1f29-41b2-b8d0-f3fdf105f110 req-75c8f333-1ab5-4359-a092-6bca2597906c tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=da976eed-3b18-43e0-a9aa-c2a7d236f568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423310 Aug 30 04:39:36.595122 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 0078d856-a94b-4071-a2ec-79c808646db3 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:39:36.669540 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:39:36.697685 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 0078d856-a94b-4071-a2ec-79c808646db3, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=0078d856-a94b-4071-a2ec-79c808646db3,segment=NetworkSegment(246af491-6471-4245-a475-ef13f16f15b9),segment_id=246af491-6471-4245-a475-ef13f16f15b9)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:39:36.710136 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Returning: {'device': '0078d856-a94b-4071-a2ec-79c808646db3', 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'port_id': '0078d856-a94b-4071-a2ec-79c808646db3', 'mac_address': 'fa:16:3e:ad:08:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '879a924d-b6f2-411b-ac07-f1579216c613', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:39:36.714659 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:39:36.747398 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port 0078d856-a94b-4071-a2ec-79c808646db3 is: DOWN; New status is: BUILD {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:39:36.747704 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (0078d856-a94b-4071-a2ec-79c808646db3), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:36.764830 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0078d856-a94b-4071-a2ec-79c808646db3 {{(pid=106259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:39:36.785575 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 0078d856-a94b-4071-a2ec-79c808646db3, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=0078d856-a94b-4071-a2ec-79c808646db3,segment=NetworkSegment(246af491-6471-4245-a475-ef13f16f15b9),segment_id=246af491-6471-4245-a475-ef13f16f15b9)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:39:36.789760 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (0078d856-a94b-4071-a2ec-79c808646db3), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:36.838477 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=0078d856-a94b-4071-a2ec-79c808646db3,revision_number=4']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:39:36.845742 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:39:36.846095 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:39:36.846442 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:39:36.846783 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:39:36.847126 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:39:36.847453 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:39:36.847779 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:39:36.848109 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:39:36.848435 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:39:36.848761 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:39:36.849121 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:39:36.849447 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:39:36.849771 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:39:36.850091 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:39:36.850412 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:39:37.158329 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] get_ports_and_sgs() called for port_ids ['0078d856-a94b-4071-a2ec-79c808646db3'] {{(pid=106259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:39:37.364060 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac4930-d543-4c92-a3c4-f2f4ca39848e req-17b3fabc-7a16-44be-85c5-e8f307c15b3e tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:39:37.365573 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-47ac4930-d543-4c92-a3c4-f2f4ca39848e req-17b3fabc-7a16-44be-85c5-e8f307c15b3e tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=cc06bf35-72bb-4c33-b3b5-d4414c98606b HTTP/1.1" status: 200 len: 944 time: 0.0490921 Aug 30 04:39:37.413241 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-47ac4930-d543-4c92-a3c4-f2f4ca39848e req-bf86275c-fe8e-4854-8987-a19dabfe6830 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=da976eed-3b18-43e0-a9aa-c2a7d236f568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420463 Aug 30 04:39:37.980750 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:39:37.983412 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:39:38.540411 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837db896-24ee-4e89-b7d4-30473d303c06 req-b6975e3b-f343-4c15-9817-558f79fbb8e4 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:39:38.541997 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-837db896-24ee-4e89-b7d4-30473d303c06 req-b6975e3b-f343-4c15-9817-558f79fbb8e4 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=cc06bf35-72bb-4c33-b3b5-d4414c98606b HTTP/1.1" status: 200 len: 944 time: 0.0516708 Aug 30 04:39:38.588689 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-837db896-24ee-4e89-b7d4-30473d303c06 req-0a9b7ad7-652c-4589-8146-3ae7c96b0721 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=da976eed-3b18-43e0-a9aa-c2a7d236f568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408890 Aug 30 04:39:38.638095 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 0078d856-a94b-4071-a2ec-79c808646db3 up at agent hyperv_hv-cinder-85426 {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:39:38.680634 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Provisioning for port 0078d856-a94b-4071-a2ec-79c808646db3 completed by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:39:38.686326 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Provisioning complete for port 0078d856-a94b-4071-a2ec-79c808646db3 triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:39:38.686772 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (0078d856-a94b-4071-a2ec-79c808646db3), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:38.758238 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port 0078d856-a94b-4071-a2ec-79c808646db3 is: BUILD; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:39:38.758626 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (0078d856-a94b-4071-a2ec-79c808646db3), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:38.781900 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc06bf35-72bb-4c33-b3b5-d4414c98606b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0078d856-a94b-4071-a2ec-79c808646db3'}] {{(pid=106259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:39:38.784130 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e273ce8b2ae48758be2a6d8dc958f9d92735a0e32143c567216a16ba221820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97bd213f-ef8e-482b-a017-bee13f4e9440" -d '{"events": [{"server_uuid": "cc06bf35-72bb-4c33-b3b5-d4414c98606b", "name": "network-vif-plugged", "status": "completed", "tag": "0078d856-a94b-4071-a2ec-79c808646db3"}]}' {{(pid=106259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:39:38.796761 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 0078d856-a94b-4071-a2ec-79c808646db3, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=0078d856-a94b-4071-a2ec-79c808646db3,segment=NetworkSegment(246af491-6471-4245-a475-ef13f16f15b9),segment_id=246af491-6471-4245-a475-ef13f16f15b9)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:39:38.800854 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (0078d856-a94b-4071-a2ec-79c808646db3), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:38.829319 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3d86a4-70bc-48b0-a11a-531a533a9f59 x-openstack-request-id: req-9f3d86a4-70bc-48b0-a11a-531a533a9f59 {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:39:38.829610 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc06bf35-72bb-4c33-b3b5-d4414c98606b", "name": "network-vif-plugged", "status": "completed", "tag": "0078d856-a94b-4071-a2ec-79c808646db3", "code": 200}]} {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:39:38.829864 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-9f3d86a4-70bc-48b0-a11a-531a533a9f59 {{(pid=106259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:39:38.830253 dv-cinder-854265-2-iscsi neutron-server[106259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f3d86a4-70bc-48b0-a11a-531a533a9f59'] response: {'server_uuid': 'cc06bf35-72bb-4c33-b3b5-d4414c98606b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0078d856-a94b-4071-a2ec-79c808646db3', 'code': 200} Aug 30 04:39:38.855138 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=0078d856-a94b-4071-a2ec-79c808646db3,revision_number=5']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:39:39.051350 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a3866-ef4a-4152-8370-ebd3659bcb71 req-55b8cce3-8c5e-4bcf-b5d0-82f7d7e14c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:39:39.052808 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-9d1a3866-ef4a-4152-8370-ebd3659bcb71 req-55b8cce3-8c5e-4bcf-b5d0-82f7d7e14c1f service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cc06bf35-72bb-4c33-b3b5-d4414c98606b HTTP/1.1" status: 200 len: 1129 time: 0.0382977 Aug 30 04:39:39.100988 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-9d1a3866-ef4a-4152-8370-ebd3659bcb71 req-ab2a75a5-49c3-4153-8e2f-cb1c4bcf3afe service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=da976eed-3b18-43e0-a9aa-c2a7d236f568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409222 Aug 30 04:39:39.705150 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de99f8-e337-4421-97d7-8f3505b22194 req-2617d25d-03a8-4921-8d95-fc8b1a5c0a0a tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:39:39.706618 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-26de99f8-e337-4421-97d7-8f3505b22194 req-2617d25d-03a8-4921-8d95-fc8b1a5c0a0a tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=cc06bf35-72bb-4c33-b3b5-d4414c98606b HTTP/1.1" status: 200 len: 945 time: 0.0475855 Aug 30 04:39:39.754250 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-26de99f8-e337-4421-97d7-8f3505b22194 req-454c17cd-b339-4c65-8212-d710243386c3 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=da976eed-3b18-43e0-a9aa-c2a7d236f568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412219 Aug 30 04:39:40.875123 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39819cac-7cdc-4273-a62d-168a6fe13c83 req-cec180e3-41fd-4027-96b0-aa5a730a4ed9 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:39:40.876558 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-39819cac-7cdc-4273-a62d-168a6fe13c83 req-cec180e3-41fd-4027-96b0-aa5a730a4ed9 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=cc06bf35-72bb-4c33-b3b5-d4414c98606b HTTP/1.1" status: 200 len: 945 time: 0.0471342 Aug 30 04:39:40.927842 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-39819cac-7cdc-4273-a62d-168a6fe13c83 req-9d6bc33f-898c-47c3-83fc-b2a44c7acba9 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=da976eed-3b18-43e0-a9aa-c2a7d236f568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456576 Aug 30 04:39:42.054655 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22728ff-7f37-4fbe-a819-c3f3f28699b1 req-498a7e74-d1c5-4a38-b33c-d23925853f20 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:39:42.056140 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d22728ff-7f37-4fbe-a819-c3f3f28699b1 req-498a7e74-d1c5-4a38-b33c-d23925853f20 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=cc06bf35-72bb-4c33-b3b5-d4414c98606b HTTP/1.1" status: 200 len: 945 time: 0.0492823 Aug 30 04:39:42.103063 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d22728ff-7f37-4fbe-a819-c3f3f28699b1 req-f251222e-aee0-4e72-a4d1-e2e6ceedee80 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=da976eed-3b18-43e0-a9aa-c2a7d236f568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406168 Aug 30 04:39:42.221777 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0df2a3-9e37-42d0-8239-c319491df9a4 req-eebca2c6-ebe9-48b5-840f-a19df1bc40be tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:39:42.223140 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-3a0df2a3-9e37-42d0-8239-c319491df9a4 req-eebca2c6-ebe9-48b5-840f-a19df1bc40be tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=cc06bf35-72bb-4c33-b3b5-d4414c98606b HTTP/1.1" status: 200 len: 945 time: 0.0464287 Aug 30 04:39:42.233641 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 59940) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:39:42.238157 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-6f28f9dc-0de8-49a8-88a4-7b1fe52da92e tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Request body: {'floatingip': {'port_id': '0078d856-a94b-4071-a2ec-79c808646db3'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:39:42.240510 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:39:42.258746 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (dd0d0365-d50b-4401-90d8-c3ff73fab053), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:42.281849 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6f28f9dc-0de8-49a8-88a4-7b1fe52da92e tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for floatingip (10eb92c0-fc03-487c-84e9-35bae9fc00e5), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:42.518107 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:39:42.954857 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6f28f9dc-0de8-49a8-88a4-7b1fe52da92e tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:42.958519 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6f28f9dc-0de8-49a8-88a4-7b1fe52da92e tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696708'] for floatingip (10eb92c0-fc03-487c-84e9-35bae9fc00e5), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:43.056666 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.db.l3_db [None req-6f28f9dc-0de8-49a8-88a4-7b1fe52da92e tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Floating IP 10eb92c0-fc03-487c-84e9-35bae9fc00e5 associated. External IP: 172.27.1.6, port: 0078d856-a94b-4071-a2ec-79c808646db3. Aug 30 04:39:43.255562 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f28f9dc-0de8-49a8-88a4-7b1fe52da92e tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Router 3240277e-0db5-4501-a5a0-a0b30289df71 has already been hosted by L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 {{(pid=106258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:39:43.359362 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f28f9dc-0de8-49a8-88a4-7b1fe52da92e tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:39:43.365928 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-6f28f9dc-0de8-49a8-88a4-7b1fe52da92e tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for floatingip (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:43.370018 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f899234-d1e4-4e25-ab6d-81ecf9e065f2 None None] Sync routers for ids ['3240277e-0db5-4501-a5a0-a0b30289df71'] in dv-cinder-854265-2-iscsi {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:39:43.380993 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f899234-d1e4-4e25-ab6d-81ecf9e065f2 None None] Routers {'3240277e-0db5-4501-a5a0-a0b30289df71'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:39:43.381633 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-9f899234-d1e4-4e25-ab6d-81ecf9e065f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:39:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['3240277e-0db5-4501-a5a0-a0b30289df71'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:39:43.397719 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-6f28f9dc-0de8-49a8-88a4-7b1fe52da92e tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "PUT /networking/v2.0/floatingips/10eb92c0-fc03-487c-84e9-35bae9fc00e5 HTTP/1.1" status: 200 len: 989 time: 1.1629984 Aug 30 04:39:43.398403 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc06bf35-72bb-4c33-b3b5-d4414c98606b', 'tag': '0078d856-a94b-4071-a2ec-79c808646db3'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:39:43.400766 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cae73fbe7dcf058e11387a0db1adace332cfaa4523dfba65b1576f9d32bef72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b2e1e9-b31d-4499-b416-4dedcba50f58" -d '{"events": [{"name": "network-changed", "server_uuid": "cc06bf35-72bb-4c33-b3b5-d4414c98606b", "tag": "0078d856-a94b-4071-a2ec-79c808646db3"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:39:43.440174 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7474514c-808d-4a51-9f9b-50617a1142e8 x-openstack-request-id: req-7474514c-808d-4a51-9f9b-50617a1142e8 {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:39:43.440522 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc06bf35-72bb-4c33-b3b5-d4414c98606b", "tag": "0078d856-a94b-4071-a2ec-79c808646db3", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:39:43.440840 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-7474514c-808d-4a51-9f9b-50617a1142e8 {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:39:43.441334 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7474514c-808d-4a51-9f9b-50617a1142e8'] response: {'name': 'network-changed', 'server_uuid': 'cc06bf35-72bb-4c33-b3b5-d4414c98606b', 'tag': '0078d856-a94b-4071-a2ec-79c808646db3', 'status': 'completed', 'code': 200} Aug 30 04:39:43.489885 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-9f899234-d1e4-4e25-ab6d-81ecf9e065f2 None None] Set router 3240277e-0db5-4501-a5a0-a0b30289df71 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:39:43.555274 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2e1e9-b31d-4499-b416-4dedcba50f58 req-8d2ef672-84a8-4c9b-ad3d-e329b9189c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:39:43.556727 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-15b2e1e9-b31d-4499-b416-4dedcba50f58 req-8d2ef672-84a8-4c9b-ad3d-e329b9189c4c service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=c561fdf35e454833b521f54043c49035&device_id=cc06bf35-72bb-4c33-b3b5-d4414c98606b HTTP/1.1" status: 200 len: 1129 time: 0.0397687 Aug 30 04:39:43.624797 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=100 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:39:43.646481 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:39:43.650649 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2e1e9-b31d-4499-b416-4dedcba50f58 req-7eef12d0-bf76-45e8-bf56-ec8fe55bb47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:39:43.652212 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-15b2e1e9-b31d-4499-b416-4dedcba50f58 req-7eef12d0-bf76-45e8-bf56-ec8fe55bb47e service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=028ab36d-9030-4e40-a42e-859885874e3a HTTP/1.1" status: 200 len: 917 time: 0.0874085 Aug 30 04:39:43.655004 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:39:43.715467 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-9f899234-d1e4-4e25-ab6d-81ecf9e065f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'name': 'tempest-AttachVolumeNegativeTest-1156238332-router', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:01Z', 'revision_number': 4, 'project_id': 'c561fdf35e454833b521f54043c49035', 'gw_port': {'id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_floatingips': [{'id': '10eb92c0-fc03-487c-84e9-35bae9fc00e5', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'floating_ip_address': '172.27.1.6', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'port_id': '0078d856-a94b-4071-a2ec-79c808646db3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'mac_address': 'fa:16:3e:ad:08:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc06bf35-72bb-4c33-b3b5-d4414c98606b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:39:30Z', 'updated_at': '2022-08-30T04:39:42Z', 'revision_number': 1, 'project_id': 'c561fdf35e454833b521f54043c49035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f44dc909-25dd-4b92-841e-4367b510201e', 'name': '', 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'mac_address': 'fa:16:3e:48:c0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '879a924d-b6f2-411b-ac07-f1579216c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:36:01Z', 'updated_at': '2022-08-30T04:36:06Z', 'revision_number': 5, 'project_id': 'c561fdf35e454833b521f54043c49035', 'subnets': [{'id': '879a924d-b6f2-411b-ac07-f1579216c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:39:43.727170 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-15b2e1e9-b31d-4499-b416-4dedcba50f58 req-41ff6cc5-9fd4-42de-9757-b283783b306c service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0078d856-a94b-4071-a2ec-79c808646db3 HTTP/1.1" status: 200 len: 997 time: 0.0670273 Aug 30 04:39:43.741530 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f899234-d1e4-4e25-ab6d-81ecf9e065f2 None None] Checking router: 3240277e-0db5-4501-a5a0-a0b30289df71 for host: dv-cinder-854265-2-iscsi {{(pid=106259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:39:43.750465 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f899234-d1e4-4e25-ab6d-81ecf9e065f2 None None] Routers {'3240277e-0db5-4501-a5a0-a0b30289df71'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:39:43.751090 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-9f899234-d1e4-4e25-ab6d-81ecf9e065f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:39:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['3240277e-0db5-4501-a5a0-a0b30289df71'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:39:43.760139 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=100 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:39:43.778368 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2e1e9-b31d-4499-b416-4dedcba50f58 req-7b984e56-78d1-4d8f-b9a8-08df7cc68760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:39:43.779857 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-15b2e1e9-b31d-4499-b416-4dedcba50f58 req-7b984e56-78d1-4d8f-b9a8-08df7cc68760 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=879a924d-b6f2-411b-ac07-f1579216c613 HTTP/1.1" status: 200 len: 854 time: 0.0459814 Aug 30 04:39:43.825757 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2e1e9-b31d-4499-b416-4dedcba50f58 req-3edc0e25-eaf4-4b7d-8cc0-4c79bd19c92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:39:43.827213 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-15b2e1e9-b31d-4499-b416-4dedcba50f58 req-3edc0e25-eaf4-4b7d-8cc0-4c79bd19c92c service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=028ab36d-9030-4e40-a42e-859885874e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407314 Aug 30 04:39:43.854246 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-9f899234-d1e4-4e25-ab6d-81ecf9e065f2 None None] Set router 3240277e-0db5-4501-a5a0-a0b30289df71 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:39:43.924975 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-15b2e1e9-b31d-4499-b416-4dedcba50f58 req-eff6026c-8449-4455-a855-08462555f77a service neutron] 10.222.0.71 "GET /networking/v2.0/networks/028ab36d-9030-4e40-a42e-859885874e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892134 Aug 30 04:39:44.024361 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-15b2e1e9-b31d-4499-b416-4dedcba50f58 req-57565729-eaff-4ac5-98c9-ca0f2cac2374 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/028ab36d-9030-4e40-a42e-859885874e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900078 Aug 30 04:39:44.195582 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-9f899234-d1e4-4e25-ab6d-81ecf9e065f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'name': 'tempest-AttachVolumeNegativeTest-1156238332-router', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:01Z', 'revision_number': 4, 'project_id': 'c561fdf35e454833b521f54043c49035', 'gw_port': {'id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_floatingips': [{'id': '10eb92c0-fc03-487c-84e9-35bae9fc00e5', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'floating_ip_address': '172.27.1.6', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'port_id': '0078d856-a94b-4071-a2ec-79c808646db3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'mac_address': 'fa:16:3e:ad:08:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc06bf35-72bb-4c33-b3b5-d4414c98606b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:39:30Z', 'updated_at': '2022-08-30T04:39:42Z', 'revision_number': 1, 'project_id': 'c561fdf35e454833b521f54043c49035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f44dc909-25dd-4b92-841e-4367b510201e', 'name': '', 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'mac_address': 'fa:16:3e:48:c0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '879a924d-b6f2-411b-ac07-f1579216c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:36:01Z', 'updated_at': '2022-08-30T04:36:06Z', 'revision_number': 5, 'project_id': 'c561fdf35e454833b521f54043c49035', 'subnets': [{'id': '879a924d-b6f2-411b-ac07-f1579216c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:39:44.223144 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f899234-d1e4-4e25-ab6d-81ecf9e065f2 None None] The sync data for ids ['3240277e-0db5-4501-a5a0-a0b30289df71'] in dv-cinder-854265-2-iscsi is: [{'id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'name': 'tempest-AttachVolumeNegativeTest-1156238332-router', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:01Z', 'revision_number': 4, 'project_id': 'c561fdf35e454833b521f54043c49035', 'gw_port': {'id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_floatingips': [{'id': '10eb92c0-fc03-487c-84e9-35bae9fc00e5', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'floating_ip_address': '172.27.1.6', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'port_id': '0078d856-a94b-4071-a2ec-79c808646db3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'mac_address': 'fa:16:3e:ad:08:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc06bf35-72bb-4c33-b3b5-d4414c98606b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:39:30Z', 'updated_at': '2022-08-30T04:39:42Z', 'revision_number': 1, 'project_id': 'c561fdf35e454833b521f54043c49035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f44dc909-25dd-4b92-841e-4367b510201e', 'name': '', 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'mac_address': 'fa:16:3e:48:c0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '879a924d-b6f2-411b-ac07-f1579216c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:36:01Z', 'updated_at': '2022-08-30T04:36:06Z', 'revision_number': 5, 'project_id': 'c561fdf35e454833b521f54043c49035', 'subnets': [{'id': '879a924d-b6f2-411b-ac07-f1579216c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:39:44.405664 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7d73ee-1738-4140-936a-4399575d9664 None None] New status for floating IP 10eb92c0-fc03-487c-84e9-35bae9fc00e5: ACTIVE {{(pid=106260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:39:52.962149 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-cc205612-82db-4a3e-948a-fdbf218b4d34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:53.388969 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:39:53.394410 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=63,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:39:54.014070 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=23 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:39:54.021355 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=39 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:39:54.507815 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:39:54.510209 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:DELETE=1,neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:39:55.314610 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-434ec4db-855a-4fd9-9541-f76b9c9b2ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:56.550271 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.agents_db [None req-600259de-68db-4343-b4d4-64e31eed30fa None None] Agent healthcheck: found 6 active agents {{(pid=106260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:39:56.605859 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:57.934445 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:39:58.197446 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:05.974787 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-13099daf-2a15-4667-bd64-daf5e5f895d7 req-64c5e9f0-a233-44e8-947c-1774ba00a082 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1522422868&fields=id&tenant_id=18e4bf7297124da4b43ccaeda048f772 HTTP/1.1" status: 200 len: 267 time: 0.0458760 Aug 30 04:40:06.093092 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13099daf-2a15-4667-bd64-daf5e5f895d7 req-ff96b896-db0d-48c9-af03-081892881c2b tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:40:06.094815 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-13099daf-2a15-4667-bd64-daf5e5f895d7 req-ff96b896-db0d-48c9-af03-081892881c2b tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/networks?id=05bb2295-ab1f-4755-bab5-38bb2e0a7b79 HTTP/1.1" status: 200 len: 812 time: 0.1135039 Aug 30 04:40:06.111009 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-13099daf-2a15-4667-bd64-daf5e5f895d7 req-62e55ef5-02fa-4cac-9640-f9f56b36ba48 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/quotas/18e4bf7297124da4b43ccaeda048f772 HTTP/1.1" status: 200 len: 375 time: 0.0107522 Aug 30 04:40:06.164889 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-13099daf-2a15-4667-bd64-daf5e5f895d7 req-c43e8b37-2b3a-4c33-be7a-5a13d4a5844e tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=18e4bf7297124da4b43ccaeda048f772&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0482366 Aug 30 04:40:06.309264 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-13099daf-2a15-4667-bd64-daf5e5f895d7 req-6cc96fab-e854-46eb-a4d3-26ecd1d4ee55 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/05bb2295-ab1f-4755-bab5-38bb2e0a7b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323335 Aug 30 04:40:06.400753 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-13099daf-2a15-4667-bd64-daf5e5f895d7 req-5cf2d14b-6889-47c5-b638-ab15c91e14b6 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/05bb2295-ab1f-4755-bab5-38bb2e0a7b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856357 Aug 30 04:40:06.545646 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:40:07.726482 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-a6cc67b6-7e29-47bc-a4f9-d5e247714de9 req-7eb674f9-81a4-41df-a6af-f3ea859a1a9d tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=225eb902-89f6-40a7-a7ab-6920239fea06 HTTP/1.1" status: 200 len: 210 time: 0.0378363 Aug 30 04:40:08.827118 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ff3ede6f-2fd0-42ba-a385-11d33fc35957 req-e523368c-b8ab-4adc-8b1f-ed06c7ab1cae tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=225eb902-89f6-40a7-a7ab-6920239fea06 HTTP/1.1" status: 200 len: 210 time: 0.0294869 Aug 30 04:40:09.194075 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13099daf-2a15-4667-bd64-daf5e5f895d7 req-10410795-c498-472d-acfe-6ee7aac5e0d4 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:40:09.195612 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-13099daf-2a15-4667-bd64-daf5e5f895d7 req-10410795-c498-472d-acfe-6ee7aac5e0d4 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.71 "GET /networking/v2.0/networks?id=05bb2295-ab1f-4755-bab5-38bb2e0a7b79 HTTP/1.1" status: 200 len: 812 time: 0.1121948 Aug 30 04:40:09.304803 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-13099daf-2a15-4667-bd64-daf5e5f895d7 req-595b40d1-8c05-406a-b866-666798f0cba9 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.71 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=18e4bf7297124da4b43ccaeda048f772 HTTP/1.1" status: 200 len: 380 time: 0.0552032 Aug 30 04:40:09.315301 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [req-13099daf-2a15-4667-bd64-daf5e5f895d7 req-8f5e8d9e-a746-4a3e-8753-52b54255afaa tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Request body: {'port': {'device_id': '225eb902-89f6-40a7-a7ab-6920239fea06', 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79', 'admin_state_up': True, 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'security_groups': ['bf906bae-0190-4421-8ed3-fd285f7352de']}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:40:09.430062 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13099daf-2a15-4667-bd64-daf5e5f895d7 req-8f5e8d9e-a746-4a3e-8753-52b54255afaa tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Made reservation on behalf of 18e4bf7297124da4b43ccaeda048f772 for: {'port': 1} {{(pid=106257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 04:40:09.434051 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-13099daf-2a15-4667-bd64-daf5e5f895d7 req-8f5e8d9e-a746-4a3e-8753-52b54255afaa tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:09.564552 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.db_base_plugin_common [req-13099daf-2a15-4667-bd64-daf5e5f895d7 req-8f5e8d9e-a746-4a3e-8753-52b54255afaa tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Allocated IP 172.20.0.6 (05bb2295-ab1f-4755-bab5-38bb2e0a7b79/2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3/2bbc9929-169f-4688-9954-202d82d50d7f) {{(pid=106257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:40:09.705472 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-13099daf-2a15-4667-bd64-daf5e5f895d7 req-8f5e8d9e-a746-4a3e-8753-52b54255afaa tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks [] for port (2bbc9929-169f-4688-9954-202d82d50d7f), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:09.739190 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-13099daf-2a15-4667-bd64-daf5e5f895d7 req-8f5e8d9e-a746-4a3e-8753-52b54255afaa tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (2bbc9929-169f-4688-9954-202d82d50d7f), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:09.788684 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13099daf-2a15-4667-bd64-daf5e5f895d7 req-8f5e8d9e-a746-4a3e-8753-52b54255afaa tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Network 05bb2295-ab1f-4755-bab5-38bb2e0a7b79 is already hosted by enough agents. {{(pid=106257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:40:09.791954 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.base_scheduler [req-13099daf-2a15-4667-bd64-daf5e5f895d7 req-8f5e8d9e-a746-4a3e-8753-52b54255afaa tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Resources bound (agent type, host, resource id): {{(pid=106257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:40:09.795931 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [req-13099daf-2a15-4667-bd64-daf5e5f895d7 req-8f5e8d9e-a746-4a3e-8753-52b54255afaa tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Received port after_create {{(pid=106257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:40:09.822570 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5e8d9e-a746-4a3e-8753-52b54255afaa tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Pushing event updated for resources: {'Port': ['ID=2bbc9929-169f-4688-9954-202d82d50d7f,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:40:09.855462 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13099daf-2a15-4667-bd64-daf5e5f895d7 req-8f5e8d9e-a746-4a3e-8753-52b54255afaa tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:40:09.856196 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-13099daf-2a15-4667-bd64-daf5e5f895d7 req-8f5e8d9e-a746-4a3e-8753-52b54255afaa tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:09.876712 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-13099daf-2a15-4667-bd64-daf5e5f895d7 req-8f5e8d9e-a746-4a3e-8753-52b54255afaa tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5648937 Aug 30 04:40:09.900875 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.v2.base [req-13099daf-2a15-4667-bd64-daf5e5f895d7 req-80cb3aa3-281a-4c57-9753-3fd8ef34b312 service neutron] Request body: {'port': {'device_id': '225eb902-89f6-40a7-a7ab-6920239fea06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:40:09.931775 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:40:09.960856 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010d182-8616-4e14-993f-70d25953ef3f req-fc8e2d24-96ee-41f7-b212-7b700b09d17a tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:40:09.968350 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f010d182-8616-4e14-993f-70d25953ef3f req-fc8e2d24-96ee-41f7-b212-7b700b09d17a tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=225eb902-89f6-40a7-a7ab-6920239fea06 HTTP/1.1" status: 200 len: 931 time: 0.0643280 Aug 30 04:40:09.978231 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-13099daf-2a15-4667-bd64-daf5e5f895d7 req-80cb3aa3-281a-4c57-9753-3fd8ef34b312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (2bbc9929-169f-4688-9954-202d82d50d7f), before_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:10.000442 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-01af967a-f9b6-4895-adcc-ac206c60a417 None None] Provisioning complete for port 2bbc9929-169f-4688-9954-202d82d50d7f triggered by entity DHCP. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:40:10.001438 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-01af967a-f9b6-4895-adcc-ac206c60a417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (2bbc9929-169f-4688-9954-202d82d50d7f), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:10.030106 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-f010d182-8616-4e14-993f-70d25953ef3f req-96c16267-0551-4f28-969e-92bf18ff08a0 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bf906bae-0190-4421-8ed3-fd285f7352de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598137 Aug 30 04:40:10.053719 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-01af967a-f9b6-4895-adcc-ac206c60a417 None None] Port 2bbc9929-169f-4688-9954-202d82d50d7f cannot update to ACTIVE because it is not bound. {{(pid=106259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 04:40:10.054152 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:40:10.267441 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.notifiers.nova [req-13099daf-2a15-4667-bd64-daf5e5f895d7 req-80cb3aa3-281a-4c57-9753-3fd8ef34b312 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bbc9929-169f-4688-9954-202d82d50d7f {{(pid=106257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:40:10.275874 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-13099daf-2a15-4667-bd64-daf5e5f895d7 req-80cb3aa3-281a-4c57-9753-3fd8ef34b312 service neutron] Publish callbacks [] for port (2bbc9929-169f-4688-9954-202d82d50d7f), precommit_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:10.288615 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.provisioning_blocks [req-13099daf-2a15-4667-bd64-daf5e5f895d7 req-80cb3aa3-281a-4c57-9753-3fd8ef34b312 service neutron] Transition to ACTIVE for port object 2bbc9929-169f-4688-9954-202d82d50d7f will not be triggered until provisioned by entity L2. {{(pid=106257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 04:40:10.291451 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-13099daf-2a15-4667-bd64-daf5e5f895d7 req-80cb3aa3-281a-4c57-9753-3fd8ef34b312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61207719'] for port (2bbc9929-169f-4688-9954-202d82d50d7f), after_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:10.367745 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb3aa3-281a-4c57-9753-3fd8ef34b312 service neutron] Pushing event updated for resources: {'Port': ['ID=2bbc9929-169f-4688-9954-202d82d50d7f,revision_number=2']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:40:10.399891 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.managers [req-13099daf-2a15-4667-bd64-daf5e5f895d7 req-80cb3aa3-281a-4c57-9753-3fd8ef34b312 service neutron] Attempting to bind port 2bbc9929-169f-4688-9954-202d82d50d7f on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 04:40:10.400223 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.managers [req-13099daf-2a15-4667-bd64-daf5e5f895d7 req-80cb3aa3-281a-4c57-9753-3fd8ef34b312 service neutron] Attempting to bind port 2bbc9929-169f-4688-9954-202d82d50d7f by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'fdd31e04-0827-4615-9af3-6927d149ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79'}] {{(pid=106257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 04:40:10.400576 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13099daf-2a15-4667-bd64-daf5e5f895d7 req-80cb3aa3-281a-4c57-9753-3fd8ef34b312 service neutron] Attempting to bind port 2bbc9929-169f-4688-9954-202d82d50d7f on network 05bb2295-ab1f-4755-bab5-38bb2e0a7b79 {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:40:10.405157 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13099daf-2a15-4667-bd64-daf5e5f895d7 req-80cb3aa3-281a-4c57-9753-3fd8ef34b312 service neutron] Port 2bbc9929-169f-4688-9954-202d82d50d7f on network 05bb2295-ab1f-4755-bab5-38bb2e0a7b79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 04:40:10.405479 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13099daf-2a15-4667-bd64-daf5e5f895d7 req-80cb3aa3-281a-4c57-9753-3fd8ef34b312 service neutron] Attempting to bind port 2bbc9929-169f-4688-9954-202d82d50d7f on network 05bb2295-ab1f-4755-bab5-38bb2e0a7b79 {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 04:40:10.410307 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13099daf-2a15-4667-bd64-daf5e5f895d7 req-80cb3aa3-281a-4c57-9753-3fd8ef34b312 service neutron] Checking agent: {'id': 'dd0d0365-d50b-4401-90d8-c3ff73fab053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 4, 24, 11), 'started_at': datetime.datetime(2022, 8, 30, 4, 24, 11), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 4, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 04:40:10.410815 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13099daf-2a15-4667-bd64-daf5e5f895d7 req-80cb3aa3-281a-4c57-9753-3fd8ef34b312 service neutron] Checking segment: {'id': 'fdd31e04-0827-4615-9af3-6927d149ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 04:40:10.411012 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13099daf-2a15-4667-bd64-daf5e5f895d7 req-80cb3aa3-281a-4c57-9753-3fd8ef34b312 service neutron] Bound using segment: {'id': 'fdd31e04-0827-4615-9af3-6927d149ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79'} {{(pid=106257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 04:40:10.411979 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.managers [req-13099daf-2a15-4667-bd64-daf5e5f895d7 req-80cb3aa3-281a-4c57-9753-3fd8ef34b312 service neutron] Bound port: 2bbc9929-169f-4688-9954-202d82d50d7f, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdd31e04-0827-4615-9af3-6927d149ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79'}}] {{(pid=106257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 04:40:10.411979 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-13099daf-2a15-4667-bd64-daf5e5f895d7 req-80cb3aa3-281a-4c57-9753-3fd8ef34b312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (2bbc9929-169f-4688-9954-202d82d50d7f), before_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:10.477624 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [req-13099daf-2a15-4667-bd64-daf5e5f895d7 req-80cb3aa3-281a-4c57-9753-3fd8ef34b312 service neutron] For port 2bbc9929-169f-4688-9954-202d82d50d7f, host hv-cinder-85426, cleared binding levels {{(pid=106257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 04:40:10.480598 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [req-13099daf-2a15-4667-bd64-daf5e5f895d7 req-80cb3aa3-281a-4c57-9753-3fd8ef34b312 service neutron] For port 2bbc9929-169f-4688-9954-202d82d50d7f, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2bbc9929-169f-4688-9954-202d82d50d7f,segment=NetworkSegment(fdd31e04-0827-4615-9af3-6927d149ce86),segment_id=fdd31e04-0827-4615-9af3-6927d149ce86)] {{(pid=106257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 04:40:10.486875 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-13099daf-2a15-4667-bd64-daf5e5f895d7 req-80cb3aa3-281a-4c57-9753-3fd8ef34b312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61207719'] for port (2bbc9929-169f-4688-9954-202d82d50d7f), after_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:10.491331 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13099daf-2a15-4667-bd64-daf5e5f895d7 req-80cb3aa3-281a-4c57-9753-3fd8ef34b312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:40:10.491940 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-13099daf-2a15-4667-bd64-daf5e5f895d7 req-80cb3aa3-281a-4c57-9753-3fd8ef34b312 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:10.493329 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-13099daf-2a15-4667-bd64-daf5e5f895d7 req-80cb3aa3-281a-4c57-9753-3fd8ef34b312 service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/2bbc9929-169f-4688-9954-202d82d50d7f HTTP/1.1" status: 200 len: 1093 time: 0.5970449 Aug 30 04:40:10.493811 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '225eb902-89f6-40a7-a7ab-6920239fea06', 'tag': '2bbc9929-169f-4688-9954-202d82d50d7f'}] {{(pid=106257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:40:10.496094 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d1a48af4e812f9c70823208ed2638ca64b88de6e4994a5bf3763d45491ed842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09ea204-8a85-45bd-adbe-f5c2db6347ed" -d '{"events": [{"name": "network-changed", "server_uuid": "225eb902-89f6-40a7-a7ab-6920239fea06", "tag": "2bbc9929-169f-4688-9954-202d82d50d7f"}]}' {{(pid=106257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:40:10.540263 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397f4e19-8f2d-4df8-bd45-01c85c5f34e0 x-openstack-request-id: req-397f4e19-8f2d-4df8-bd45-01c85c5f34e0 {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:40:10.540545 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "225eb902-89f6-40a7-a7ab-6920239fea06", "tag": "2bbc9929-169f-4688-9954-202d82d50d7f", "status": "completed", "code": 200}]} {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:40:10.540798 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-397f4e19-8f2d-4df8-bd45-01c85c5f34e0 {{(pid=106257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:40:10.541220 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-397f4e19-8f2d-4df8-bd45-01c85c5f34e0'] response: {'name': 'network-changed', 'server_uuid': '225eb902-89f6-40a7-a7ab-6920239fea06', 'tag': '2bbc9929-169f-4688-9954-202d82d50d7f', 'status': 'completed', 'code': 200} Aug 30 04:40:10.545782 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb3aa3-281a-4c57-9753-3fd8ef34b312 service neutron] Pushing event updated for resources: {'Port': ['ID=2bbc9929-169f-4688-9954-202d82d50d7f,revision_number=3']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:40:10.636615 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13099daf-2a15-4667-bd64-daf5e5f895d7 req-8811459e-d470-4190-9051-57d782a5a95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:40:10.638137 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-13099daf-2a15-4667-bd64-daf5e5f895d7 req-8811459e-d470-4190-9051-57d782a5a95e service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=18e4bf7297124da4b43ccaeda048f772&device_id=225eb902-89f6-40a7-a7ab-6920239fea06 HTTP/1.1" status: 200 len: 1127 time: 0.0408387 Aug 30 04:40:10.694225 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-13099daf-2a15-4667-bd64-daf5e5f895d7 req-8585d9de-4839-4a18-a4ac-543972498468 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bbc9929-169f-4688-9954-202d82d50d7f HTTP/1.1" status: 200 len: 217 time: 0.0369065 Aug 30 04:40:10.744926 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13099daf-2a15-4667-bd64-daf5e5f895d7 req-34a115af-a57d-481f-9b7b-57e00d74840a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:40:10.746430 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-13099daf-2a15-4667-bd64-daf5e5f895d7 req-34a115af-a57d-481f-9b7b-57e00d74840a service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3 HTTP/1.1" status: 200 len: 851 time: 0.0449347 Aug 30 04:40:10.791029 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13099daf-2a15-4667-bd64-daf5e5f895d7 req-33a7cfb9-96c4-4169-b56a-4a1fabd7566e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:40:10.792434 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-13099daf-2a15-4667-bd64-daf5e5f895d7 req-33a7cfb9-96c4-4169-b56a-4a1fabd7566e service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=05bb2295-ab1f-4755-bab5-38bb2e0a7b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391064 Aug 30 04:40:10.887570 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-13099daf-2a15-4667-bd64-daf5e5f895d7 req-179bbc97-2de0-47b0-abd8-61c641c73be4 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/05bb2295-ab1f-4755-bab5-38bb2e0a7b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877919 Aug 30 04:40:10.948388 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:40:10.979353 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-13099daf-2a15-4667-bd64-daf5e5f895d7 req-2d02fd61-a1ad-45f5-bbd4-7e3629039b95 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/05bb2295-ab1f-4755-bab5-38bb2e0a7b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850902 Aug 30 04:40:11.152199 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc91a74-4b2e-471e-ab79-c1405873f677 req-f90b8c98-8829-498b-91fb-cb9ea9089936 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:40:11.153743 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bcc91a74-4b2e-471e-ab79-c1405873f677 req-f90b8c98-8829-498b-91fb-cb9ea9089936 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=225eb902-89f6-40a7-a7ab-6920239fea06 HTTP/1.1" status: 200 len: 943 time: 0.0494092 Aug 30 04:40:11.207706 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bcc91a74-4b2e-471e-ab79-c1405873f677 req-132144eb-8430-41ed-a470-da244ec4b2a1 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bf906bae-0190-4421-8ed3-fd285f7352de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483577 Aug 30 04:40:11.516727 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ea204-8a85-45bd-adbe-f5c2db6347ed req-90cec665-3458-4d4a-94f3-0521262e4da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:40:11.518460 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-a09ea204-8a85-45bd-adbe-f5c2db6347ed req-90cec665-3458-4d4a-94f3-0521262e4da7 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=18e4bf7297124da4b43ccaeda048f772&device_id=225eb902-89f6-40a7-a7ab-6920239fea06 HTTP/1.1" status: 200 len: 1127 time: 0.0489042 Aug 30 04:40:11.574632 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:40:11.613565 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ea204-8a85-45bd-adbe-f5c2db6347ed req-ca2299b4-443e-40d5-bdb1-377276fa47ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:40:11.615055 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-a09ea204-8a85-45bd-adbe-f5c2db6347ed req-ca2299b4-443e-40d5-bdb1-377276fa47ca service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=05bb2295-ab1f-4755-bab5-38bb2e0a7b79 HTTP/1.1" status: 200 len: 914 time: 0.0875967 Aug 30 04:40:11.665654 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-a09ea204-8a85-45bd-adbe-f5c2db6347ed req-26c19c92-98f0-4f98-8133-18607d1607b4 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bbc9929-169f-4688-9954-202d82d50d7f HTTP/1.1" status: 200 len: 217 time: 0.0363688 Aug 30 04:40:11.723609 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ea204-8a85-45bd-adbe-f5c2db6347ed req-2d4c1588-99d7-40a4-8228-706d5a413de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:40:11.725103 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-a09ea204-8a85-45bd-adbe-f5c2db6347ed req-2d4c1588-99d7-40a4-8228-706d5a413de8 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3 HTTP/1.1" status: 200 len: 851 time: 0.0440361 Aug 30 04:40:11.781275 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ea204-8a85-45bd-adbe-f5c2db6347ed req-b7380aa7-54fa-4153-99d7-afe1ddab4a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:40:11.782648 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-a09ea204-8a85-45bd-adbe-f5c2db6347ed req-b7380aa7-54fa-4153-99d7-afe1ddab4a89 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=05bb2295-ab1f-4755-bab5-38bb2e0a7b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385909 Aug 30 04:40:12.127523 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-a09ea204-8a85-45bd-adbe-f5c2db6347ed req-3a3c4e08-44ae-4447-83eb-c5b58a183e04 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/05bb2295-ab1f-4755-bab5-38bb2e0a7b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291252 Aug 30 04:40:12.222746 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-a09ea204-8a85-45bd-adbe-f5c2db6347ed req-4c74a587-a78e-40c7-9405-569300cdaee3 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/05bb2295-ab1f-4755-bab5-38bb2e0a7b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838261 Aug 30 04:40:12.262250 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (dd0d0365-d50b-4401-90d8-c3ff73fab053), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:12.332703 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213149a-7ccb-42bb-a110-162c13c2da64 req-07b5601a-8ba2-4af2-8888-833c1de92065 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:40:12.334274 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5213149a-7ccb-42bb-a110-162c13c2da64 req-07b5601a-8ba2-4af2-8888-833c1de92065 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=225eb902-89f6-40a7-a7ab-6920239fea06 HTTP/1.1" status: 200 len: 943 time: 0.0477934 Aug 30 04:40:12.384753 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-5213149a-7ccb-42bb-a110-162c13c2da64 req-9e4c6763-5dd5-4350-a29e-5f29d53782b5 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bf906bae-0190-4421-8ed3-fd285f7352de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447965 Aug 30 04:40:13.502704 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a52fa7-f648-4e3c-8699-ae95f87993ad req-13d435aa-de24-46d3-800f-e1e547443d89 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:40:13.504782 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-44a52fa7-f648-4e3c-8699-ae95f87993ad req-13d435aa-de24-46d3-800f-e1e547443d89 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=225eb902-89f6-40a7-a7ab-6920239fea06 HTTP/1.1" status: 200 len: 943 time: 0.0476158 Aug 30 04:40:13.553849 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-44a52fa7-f648-4e3c-8699-ae95f87993ad req-37e56adf-59b0-4c0e-bc4c-297c0a8d02a3 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bf906bae-0190-4421-8ed3-fd285f7352de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434713 Aug 30 04:40:14.675583 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f2c51-456d-4756-b4fb-7a97f2bee484 req-7aa86a9c-27c9-4191-b97f-2dbf3c238fed tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:40:14.677106 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9c4f2c51-456d-4756-b4fb-7a97f2bee484 req-7aa86a9c-27c9-4191-b97f-2dbf3c238fed tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=225eb902-89f6-40a7-a7ab-6920239fea06 HTTP/1.1" status: 200 len: 943 time: 0.0512033 Aug 30 04:40:14.731753 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-9c4f2c51-456d-4756-b4fb-7a97f2bee484 req-b1e63e64-21dc-4cf2-9cf9-88bb951954d5 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bf906bae-0190-4421-8ed3-fd285f7352de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489612 Aug 30 04:40:15.852892 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b44df-8b6c-4bd0-b281-be9c32c8f663 req-20df06c7-aa48-4727-a45c-93f054ca73cd tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:40:15.854379 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8a5b44df-8b6c-4bd0-b281-be9c32c8f663 req-20df06c7-aa48-4727-a45c-93f054ca73cd tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=225eb902-89f6-40a7-a7ab-6920239fea06 HTTP/1.1" status: 200 len: 943 time: 0.0474536 Aug 30 04:40:15.889314 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:40:15.904046 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-8a5b44df-8b6c-4bd0-b281-be9c32c8f663 req-405bb7eb-73fa-4f0a-a2ee-394246f19102 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bf906bae-0190-4421-8ed3-fd285f7352de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439615 Aug 30 04:40:17.025774 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a036e0-5d42-4a3a-9a41-c6b2f3be6520 req-ed6f99bf-8c63-4193-bcff-8a9c808e6905 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:40:17.027208 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-44a036e0-5d42-4a3a-9a41-c6b2f3be6520 req-ed6f99bf-8c63-4193-bcff-8a9c808e6905 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=225eb902-89f6-40a7-a7ab-6920239fea06 HTTP/1.1" status: 200 len: 943 time: 0.0494215 Aug 30 04:40:17.062017 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=100 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:40:17.075509 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-44a036e0-5d42-4a3a-9a41-c6b2f3be6520 req-182a62c1-588c-49d4-a054-bdb26562a29c tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bf906bae-0190-4421-8ed3-fd285f7352de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428920 Aug 30 04:40:18.200051 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ebbd9-ea0d-4cca-8e97-3690ee992ccd req-651150a8-a806-499a-b82b-82c5780d2e92 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:40:18.201580 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d20ebbd9-ea0d-4cca-8e97-3690ee992ccd req-651150a8-a806-499a-b82b-82c5780d2e92 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=225eb902-89f6-40a7-a7ab-6920239fea06 HTTP/1.1" status: 200 len: 943 time: 0.0488529 Aug 30 04:40:18.258090 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d20ebbd9-ea0d-4cca-8e97-3690ee992ccd req-90ca559c-e713-4e62-82fb-74847d9f236e tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bf906bae-0190-4421-8ed3-fd285f7352de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506136 Aug 30 04:40:18.879441 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 2bbc9929-169f-4688-9954-202d82d50d7f details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 04:40:18.882135 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=77,neutron:UPDATE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:40:18.883811 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=70,neutron:UPDATE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:40:18.985635 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 2bbc9929-169f-4688-9954-202d82d50d7f, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2bbc9929-169f-4688-9954-202d82d50d7f,segment=NetworkSegment(fdd31e04-0827-4615-9af3-6927d149ce86),segment_id=fdd31e04-0827-4615-9af3-6927d149ce86)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:40:18.997763 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Returning: {'device': '2bbc9929-169f-4688-9954-202d82d50d7f', 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79', 'port_id': '2bbc9929-169f-4688-9954-202d82d50d7f', 'mac_address': 'fa:16:3e:37:51:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1092, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 04:40:19.032713 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port 2bbc9929-169f-4688-9954-202d82d50d7f is: DOWN; New status is: BUILD {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:40:19.033149 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (2bbc9929-169f-4688-9954-202d82d50d7f), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:19.047174 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bbc9929-169f-4688-9954-202d82d50d7f {{(pid=106259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 04:40:19.068761 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 2bbc9929-169f-4688-9954-202d82d50d7f, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2bbc9929-169f-4688-9954-202d82d50d7f,segment=NetworkSegment(fdd31e04-0827-4615-9af3-6927d149ce86),segment_id=fdd31e04-0827-4615-9af3-6927d149ce86)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:40:19.072781 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (2bbc9929-169f-4688-9954-202d82d50d7f), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:19.121181 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=2bbc9929-169f-4688-9954-202d82d50d7f,revision_number=4']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:40:19.378709 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccffc7c3-6a99-4b40-9de9-d69a355751ed req-eb677c74-40ba-456e-8d78-f3efe1482706 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:40:19.380274 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ccffc7c3-6a99-4b40-9de9-d69a355751ed req-eb677c74-40ba-456e-8d78-f3efe1482706 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=225eb902-89f6-40a7-a7ab-6920239fea06 HTTP/1.1" status: 200 len: 944 time: 0.0480361 Aug 30 04:40:19.434660 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-ccffc7c3-6a99-4b40-9de9-d69a355751ed req-7bbb7b16-83df-426e-a5c4-0b82cb93b2b1 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bf906bae-0190-4421-8ed3-fd285f7352de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488119 Aug 30 04:40:19.492995 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] get_ports_and_sgs() called for port_ids ['2bbc9929-169f-4688-9954-202d82d50d7f'] {{(pid=106259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 04:40:20.557335 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de3112-3ddb-4721-8d84-a6256a178b97 req-483763ea-e98a-41e7-b925-b40f69d89291 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:40:20.558859 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b9de3112-3ddb-4721-8d84-a6256a178b97 req-483763ea-e98a-41e7-b925-b40f69d89291 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=225eb902-89f6-40a7-a7ab-6920239fea06 HTTP/1.1" status: 200 len: 944 time: 0.0488443 Aug 30 04:40:20.608959 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-b9de3112-3ddb-4721-8d84-a6256a178b97 req-7354ec1d-e080-4c13-904e-03920c15b719 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bf906bae-0190-4421-8ed3-fd285f7352de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439556 Aug 30 04:40:20.911302 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 2bbc9929-169f-4688-9954-202d82d50d7f up at agent hyperv_hv-cinder-85426 {{(pid=106259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 04:40:20.957060 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Provisioning for port 2bbc9929-169f-4688-9954-202d82d50d7f completed by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 04:40:20.963045 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.provisioning_blocks [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Provisioning complete for port 2bbc9929-169f-4688-9954-202d82d50d7f triggered by entity L2. {{(pid=106259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 04:40:20.963439 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3894371'] for port (2bbc9929-169f-4688-9954-202d82d50d7f), provisioning_complete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:21.037370 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Current status of the port 2bbc9929-169f-4688-9954-202d82d50d7f is: BUILD; New status is: ACTIVE {{(pid=106259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 04:40:21.037759 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (2bbc9929-169f-4688-9954-202d82d50d7f), before_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:21.060681 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '225eb902-89f6-40a7-a7ab-6920239fea06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bbc9929-169f-4688-9954-202d82d50d7f'}] {{(pid=106259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:40:21.063023 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04e273ce8b2ae48758be2a6d8dc958f9d92735a0e32143c567216a16ba221820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd68a1e-d98f-40bf-b2af-f28177c168a5" -d '{"events": [{"server_uuid": "225eb902-89f6-40a7-a7ab-6920239fea06", "name": "network-vif-plugged", "status": "completed", "tag": "2bbc9929-169f-4688-9954-202d82d50d7f"}]}' {{(pid=106259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:40:21.075938 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] For port 2bbc9929-169f-4688-9954-202d82d50d7f, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2bbc9929-169f-4688-9954-202d82d50d7f,segment=NetworkSegment(fdd31e04-0827-4615-9af3-6927d149ce86),segment_id=fdd31e04-0827-4615-9af3-6927d149ce86)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:40:21.080842 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794'] for port (2bbc9929-169f-4688-9954-202d82d50d7f), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:21.107881 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:40:21.111528 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49cea51c-a314-427d-862d-9146309821dd x-openstack-request-id: req-49cea51c-a314-427d-862d-9146309821dd {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:40:21.111816 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "225eb902-89f6-40a7-a7ab-6920239fea06", "name": "network-vif-plugged", "status": "completed", "tag": "2bbc9929-169f-4688-9954-202d82d50d7f", "code": 200}]} {{(pid=106259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:40:21.112069 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-49cea51c-a314-427d-862d-9146309821dd {{(pid=106259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:40:21.112459 dv-cinder-854265-2-iscsi neutron-server[106259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49cea51c-a314-427d-862d-9146309821dd'] response: {'server_uuid': '225eb902-89f6-40a7-a7ab-6920239fea06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bbc9929-169f-4688-9954-202d82d50d7f', 'code': 200} Aug 30 04:40:21.138570 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Pushing event updated for resources: {'Port': ['ID=2bbc9929-169f-4688-9954-202d82d50d7f,revision_number=5']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:40:21.735499 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2314cc2-2edf-406e-98f2-2e3d353c3269 req-bbb7c223-3ec2-4436-be71-7a66871e8f0f tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:40:21.737060 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d2314cc2-2edf-406e-98f2-2e3d353c3269 req-bbb7c223-3ec2-4436-be71-7a66871e8f0f tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=225eb902-89f6-40a7-a7ab-6920239fea06 HTTP/1.1" status: 200 len: 945 time: 0.0543785 Aug 30 04:40:21.755308 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05acbbe1-a759-4a95-9c2f-812cf15348eb req-1cd1dffe-6e26-4d5f-a68a-c6c32170a197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:40:21.756993 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-05acbbe1-a759-4a95-9c2f-812cf15348eb req-1cd1dffe-6e26-4d5f-a68a-c6c32170a197 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=225eb902-89f6-40a7-a7ab-6920239fea06 HTTP/1.1" status: 200 len: 1129 time: 0.0465631 Aug 30 04:40:21.793681 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d2314cc2-2edf-406e-98f2-2e3d353c3269 req-ef45deff-32b4-42f5-b52d-e606b2577c01 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bf906bae-0190-4421-8ed3-fd285f7352de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493250 Aug 30 04:40:21.811784 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-05acbbe1-a759-4a95-9c2f-812cf15348eb req-805fe328-de95-4ed8-8e3d-58bf03efadba service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=bf906bae-0190-4421-8ed3-fd285f7352de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450273 Aug 30 04:40:22.920893 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a019b14-7964-4033-9dc1-22476da5166a req-d0ebdfab-79e2-4e44-af12-84200e3577de tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:40:22.922452 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0a019b14-7964-4033-9dc1-22476da5166a req-d0ebdfab-79e2-4e44-af12-84200e3577de tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=225eb902-89f6-40a7-a7ab-6920239fea06 HTTP/1.1" status: 200 len: 945 time: 0.0514719 Aug 30 04:40:22.964766 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-e8c49791-bc63-400f-a853-4089dc41e531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:22.973832 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0a019b14-7964-4033-9dc1-22476da5166a req-5ef5aa93-7d56-4a84-98c7-fc0a80ca8ab3 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bf906bae-0190-4421-8ed3-fd285f7352de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458157 Aug 30 04:40:24.095261 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b19e7-7876-42b9-b417-ebbee22ebc5b req-1983aa4e-880e-4562-b722-7f0f1a041617 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:40:24.097661 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0b4b19e7-7876-42b9-b417-ebbee22ebc5b req-1983aa4e-880e-4562-b722-7f0f1a041617 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=225eb902-89f6-40a7-a7ab-6920239fea06 HTTP/1.1" status: 200 len: 945 time: 0.0496769 Aug 30 04:40:24.151515 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-0b4b19e7-7876-42b9-b417-ebbee22ebc5b req-2c6d5734-590b-4b86-b313-e101732a4e05 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bf906bae-0190-4421-8ed3-fd285f7352de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458167 Aug 30 04:40:24.281311 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae69b0-3923-4da4-bd34-d64c05749351 req-2fc94176-a2c5-4fc4-92c8-206181de5fd8 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:40:24.282723 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bdae69b0-3923-4da4-bd34-d64c05749351 req-2fc94176-a2c5-4fc4-92c8-206181de5fd8 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=225eb902-89f6-40a7-a7ab-6920239fea06 HTTP/1.1" status: 200 len: 945 time: 0.0475502 Aug 30 04:40:24.336893 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-bdae69b0-3923-4da4-bd34-d64c05749351 req-9d3232a5-9ce3-48bf-892d-0f7763a3808d tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bf906bae-0190-4421-8ed3-fd285f7352de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486367 Aug 30 04:40:24.363605 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 60048) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:40:24.402294 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d3b4cc-5abf-4070-b9d6-e12a25fe4ac5 tempest-TestVolumeBootPattern-1778911192 tempest-TestVolumeBootPattern-1778911192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:40:24.403802 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-11d3b4cc-5abf-4070-b9d6-e12a25fe4ac5 tempest-TestVolumeBootPattern-1778911192 tempest-TestVolumeBootPattern-1778911192-project-admin] 10.222.0.85 "GET /networking/v2.0/ports?device_id=225eb902-89f6-40a7-a7ab-6920239fea06 HTTP/1.1" status: 200 len: 1124 time: 0.0392277 Aug 30 04:40:24.406830 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 60050) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:40:24.411230 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.v2.base [None req-1e6f93fc-3aff-45da-b7c5-704d38b8bbf4 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Request body: {'floatingip': {'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'port_id': '2bbc9929-169f-4688-9954-202d82d50d7f', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 04:40:24.432562 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1e6f93fc-3aff-45da-b7c5-704d38b8bbf4 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:24.520483 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1e6f93fc-3aff-45da-b7c5-704d38b8bbf4 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:24.604913 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:40:24.631848 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_common [None req-1e6f93fc-3aff-45da-b7c5-704d38b8bbf4 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Allocated IP 172.27.1.176 (03964a12-f74f-4d2e-840d-00c949ed3dc4/00661445-2d2c-4e5c-8f29-475eaaec65d5/ee4098ca-f400-4b06-8a44-73f3ca264f42) {{(pid=106258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 04:40:24.691340 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:40:24.745539 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1e6f93fc-3aff-45da-b7c5-704d38b8bbf4 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks [] for port (ee4098ca-f400-4b06-8a44-73f3ca264f42), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:24.778727 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1e6f93fc-3aff-45da-b7c5-704d38b8bbf4 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260628758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62508200'] for port (ee4098ca-f400-4b06-8a44-73f3ca264f42), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:24.821663 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6f93fc-3aff-45da-b7c5-704d38b8bbf4 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Network 03964a12-f74f-4d2e-840d-00c949ed3dc4 is already hosted by enough agents. {{(pid=106258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 04:40:24.826902 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.base_scheduler [None req-1e6f93fc-3aff-45da-b7c5-704d38b8bbf4 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Resources bound (agent type, host, resource id): {{(pid=106258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 04:40:24.829139 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f93fc-3aff-45da-b7c5-704d38b8bbf4 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Pushing event updated for resources: {'Port': ['ID=ee4098ca-f400-4b06-8a44-73f3ca264f42,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:40:24.831366 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6f93fc-3aff-45da-b7c5-704d38b8bbf4 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Received port after_create {{(pid=106258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 04:40:25.186451 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1e6f93fc-3aff-45da-b7c5-704d38b8bbf4 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks [] for floatingip (4ef4409c-343a-4845-81c2-c7bb62659401), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:25.253684 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1e6f93fc-3aff-45da-b7c5-704d38b8bbf4 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3785778'] for port (ee4098ca-f400-4b06-8a44-73f3ca264f42), before_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:25.323443 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7f0a9973-1cb2-4a32-b85a-3fa83cc0bf8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:25.385173 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:40:25.409987 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1e6f93fc-3aff-45da-b7c5-704d38b8bbf4 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks [] for port (ee4098ca-f400-4b06-8a44-73f3ca264f42), precommit_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:25.415812 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1e6f93fc-3aff-45da-b7c5-704d38b8bbf4 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785261007490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260628776', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260628794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62508193'] for port (ee4098ca-f400-4b06-8a44-73f3ca264f42), after_update {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:25.460530 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:40:25.488811 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f93fc-3aff-45da-b7c5-704d38b8bbf4 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Pushing event updated for resources: {'Port': ['ID=ee4098ca-f400-4b06-8a44-73f3ca264f42,revision_number=2']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:40:25.491562 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1e6f93fc-3aff-45da-b7c5-704d38b8bbf4 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696708'] for floatingip (4ef4409c-343a-4845-81c2-c7bb62659401), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:25.594203 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.db.l3_db [None req-1e6f93fc-3aff-45da-b7c5-704d38b8bbf4 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Floating IP 4ef4409c-343a-4845-81c2-c7bb62659401 associated. External IP: 172.27.1.176, port: 2bbc9929-169f-4688-9954-202d82d50d7f. Aug 30 04:40:25.796751 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e6f93fc-3aff-45da-b7c5-704d38b8bbf4 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Router 3cd04f69-8754-4bcc-8da6-441e4bbbdaca has already been hosted by L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 {{(pid=106258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:40:25.905439 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6f93fc-3aff-45da-b7c5-704d38b8bbf4 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:40:25.915589 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77299b41-fe44-46cf-9852-2f55dc1387a1 None None] Sync routers for ids ['3cd04f69-8754-4bcc-8da6-441e4bbbdaca'] in dv-cinder-854265-2-iscsi {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:40:25.925090 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1e6f93fc-3aff-45da-b7c5-704d38b8bbf4 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for floatingip (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:25.925909 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77299b41-fe44-46cf-9852-2f55dc1387a1 None None] Routers {'3cd04f69-8754-4bcc-8da6-441e4bbbdaca'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:40:25.926758 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-77299b41-fe44-46cf-9852-2f55dc1387a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:40:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['3cd04f69-8754-4bcc-8da6-441e4bbbdaca'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:40:25.960243 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-1e6f93fc-3aff-45da-b7c5-704d38b8bbf4 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5523529 Aug 30 04:40:25.960835 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '225eb902-89f6-40a7-a7ab-6920239fea06', 'tag': '2bbc9929-169f-4688-9954-202d82d50d7f'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:40:25.963434 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cae73fbe7dcf058e11387a0db1adace332cfaa4523dfba65b1576f9d32bef72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33938598-cddd-4a3d-936a-10b52a11d401" -d '{"events": [{"name": "network-changed", "server_uuid": "225eb902-89f6-40a7-a7ab-6920239fea06", "tag": "2bbc9929-169f-4688-9954-202d82d50d7f"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:40:25.973503 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:40:26.002494 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c058fef6-8f97-4ee2-83d8-944b62520359 x-openstack-request-id: req-c058fef6-8f97-4ee2-83d8-944b62520359 {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:40:26.002731 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "225eb902-89f6-40a7-a7ab-6920239fea06", "tag": "2bbc9929-169f-4688-9954-202d82d50d7f", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:40:26.002942 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-c058fef6-8f97-4ee2-83d8-944b62520359 {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:40:26.003872 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c058fef6-8f97-4ee2-83d8-944b62520359'] response: {'name': 'network-changed', 'server_uuid': '225eb902-89f6-40a7-a7ab-6920239fea06', 'tag': '2bbc9929-169f-4688-9954-202d82d50d7f', 'status': 'completed', 'code': 200} Aug 30 04:40:26.039413 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-77299b41-fe44-46cf-9852-2f55dc1387a1 None None] Set router 3cd04f69-8754-4bcc-8da6-441e4bbbdaca gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:40:26.132892 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33938598-cddd-4a3d-936a-10b52a11d401 req-d7221261-f822-4a97-834a-8ab444f19805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:40:26.134436 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-33938598-cddd-4a3d-936a-10b52a11d401 req-d7221261-f822-4a97-834a-8ab444f19805 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=18e4bf7297124da4b43ccaeda048f772&device_id=225eb902-89f6-40a7-a7ab-6920239fea06 HTTP/1.1" status: 200 len: 1129 time: 0.0443003 Aug 30 04:40:26.238810 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33938598-cddd-4a3d-936a-10b52a11d401 req-992ecba8-538e-41a5-943c-ce442a13668b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:40:26.240552 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-33938598-cddd-4a3d-936a-10b52a11d401 req-992ecba8-538e-41a5-943c-ce442a13668b service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=05bb2295-ab1f-4755-bab5-38bb2e0a7b79 HTTP/1.1" status: 200 len: 914 time: 0.0958736 Aug 30 04:40:26.269840 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-77299b41-fe44-46cf-9852-2f55dc1387a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'name': 'tempest-TestVolumeBootPattern-1449703283-router', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6a192df2-96c0-45ba-aae5-fdca29a7234d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:34:47Z', 'updated_at': '2022-08-30T04:34:51Z', 'revision_number': 4, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'gw_port': {'id': '6a192df2-96c0-45ba-aae5-fdca29a7234d', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:48Z', 'updated_at': '2022-08-30T04:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_floatingips': [{'id': '4ef4409c-343a-4845-81c2-c7bb62659401', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'floating_ip_address': '172.27.1.176', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'port_id': '2bbc9929-169f-4688-9954-202d82d50d7f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79', 'mac_address': 'fa:16:3e:37:51:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225eb902-89f6-40a7-a7ab-6920239fea06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:40:25Z', 'updated_at': '2022-08-30T04:40:25Z', 'revision_number': 0, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'fixed_ip_address_scope': None}, {'id': '65297b53-978f-4573-a47c-5a8c6704b9b1', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'floating_ip_address': '172.27.1.8', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'port_id': '62ae85bd-5cc8-48f9-bbc5-06af77beba2a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79', 'mac_address': 'fa:16:3e:77:68:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8913aeda-b661-4c59-b19b-eb3252bf1047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:38:11Z', 'updated_at': '2022-08-30T04:38:14Z', 'revision_number': 1, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cda351f-5831-40f7-b0b6-865ca2b809d3', 'name': '', 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'mac_address': 'fa:16:3e:df:80:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:51Z', 'updated_at': '2022-08-30T04:34:58Z', 'revision_number': 5, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'subnets': [{'id': '2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:40:26.294958 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77299b41-fe44-46cf-9852-2f55dc1387a1 None None] Checking router: 3cd04f69-8754-4bcc-8da6-441e4bbbdaca for host: dv-cinder-854265-2-iscsi {{(pid=106259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:40:26.304101 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77299b41-fe44-46cf-9852-2f55dc1387a1 None None] Routers {'3cd04f69-8754-4bcc-8da6-441e4bbbdaca'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:40:26.304728 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-77299b41-fe44-46cf-9852-2f55dc1387a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:40:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['3cd04f69-8754-4bcc-8da6-441e4bbbdaca'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:40:26.307862 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-33938598-cddd-4a3d-936a-10b52a11d401 req-5620567f-10a0-42d3-a522-cf57d92d5343 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bbc9929-169f-4688-9954-202d82d50d7f HTTP/1.1" status: 200 len: 999 time: 0.0575686 Aug 30 04:40:26.362239 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33938598-cddd-4a3d-936a-10b52a11d401 req-a391e347-f219-4d95-a7a9-e5e7f8ffed9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:40:26.364446 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-33938598-cddd-4a3d-936a-10b52a11d401 req-a391e347-f219-4d95-a7a9-e5e7f8ffed9e service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3 HTTP/1.1" status: 200 len: 851 time: 0.0458863 Aug 30 04:40:26.412368 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-77299b41-fe44-46cf-9852-2f55dc1387a1 None None] Set router 3cd04f69-8754-4bcc-8da6-441e4bbbdaca gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:40:26.415180 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33938598-cddd-4a3d-936a-10b52a11d401 req-3b49cd3e-e849-4418-8a90-af3fe594a6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:40:26.416695 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-33938598-cddd-4a3d-936a-10b52a11d401 req-3b49cd3e-e849-4418-8a90-af3fe594a6a0 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=05bb2295-ab1f-4755-bab5-38bb2e0a7b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455356 Aug 30 04:40:26.511543 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-33938598-cddd-4a3d-936a-10b52a11d401 req-cb125406-04d8-4605-836a-bcdd235c3fd5 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/05bb2295-ab1f-4755-bab5-38bb2e0a7b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877631 Aug 30 04:40:26.604870 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=100 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:40:26.613704 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-33938598-cddd-4a3d-936a-10b52a11d401 req-ddc78512-5b9b-44c2-8a2d-6ace30b4c5af service neutron] 10.222.0.71 "GET /networking/v2.0/networks/05bb2295-ab1f-4755-bab5-38bb2e0a7b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951278 Aug 30 04:40:26.639603 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:26.651752 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-77299b41-fe44-46cf-9852-2f55dc1387a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'name': 'tempest-TestVolumeBootPattern-1449703283-router', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6a192df2-96c0-45ba-aae5-fdca29a7234d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:34:47Z', 'updated_at': '2022-08-30T04:34:51Z', 'revision_number': 4, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'gw_port': {'id': '6a192df2-96c0-45ba-aae5-fdca29a7234d', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:48Z', 'updated_at': '2022-08-30T04:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_floatingips': [{'id': '4ef4409c-343a-4845-81c2-c7bb62659401', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'floating_ip_address': '172.27.1.176', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'port_id': '2bbc9929-169f-4688-9954-202d82d50d7f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79', 'mac_address': 'fa:16:3e:37:51:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225eb902-89f6-40a7-a7ab-6920239fea06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:40:25Z', 'updated_at': '2022-08-30T04:40:25Z', 'revision_number': 0, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'fixed_ip_address_scope': None}, {'id': '65297b53-978f-4573-a47c-5a8c6704b9b1', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'floating_ip_address': '172.27.1.8', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'port_id': '62ae85bd-5cc8-48f9-bbc5-06af77beba2a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79', 'mac_address': 'fa:16:3e:77:68:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8913aeda-b661-4c59-b19b-eb3252bf1047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:38:11Z', 'updated_at': '2022-08-30T04:38:14Z', 'revision_number': 1, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cda351f-5831-40f7-b0b6-865ca2b809d3', 'name': '', 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'mac_address': 'fa:16:3e:df:80:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:51Z', 'updated_at': '2022-08-30T04:34:58Z', 'revision_number': 5, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'subnets': [{'id': '2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:40:26.680324 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77299b41-fe44-46cf-9852-2f55dc1387a1 None None] The sync data for ids ['3cd04f69-8754-4bcc-8da6-441e4bbbdaca'] in dv-cinder-854265-2-iscsi is: [{'id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'name': 'tempest-TestVolumeBootPattern-1449703283-router', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6a192df2-96c0-45ba-aae5-fdca29a7234d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:34:47Z', 'updated_at': '2022-08-30T04:34:51Z', 'revision_number': 4, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'gw_port': {'id': '6a192df2-96c0-45ba-aae5-fdca29a7234d', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:48Z', 'updated_at': '2022-08-30T04:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_floatingips': [{'id': '4ef4409c-343a-4845-81c2-c7bb62659401', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'floating_ip_address': '172.27.1.176', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'port_id': '2bbc9929-169f-4688-9954-202d82d50d7f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79', 'mac_address': 'fa:16:3e:37:51:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225eb902-89f6-40a7-a7ab-6920239fea06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:40:25Z', 'updated_at': '2022-08-30T04:40:25Z', 'revision_number': 0, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'fixed_ip_address_scope': None}, {'id': '65297b53-978f-4573-a47c-5a8c6704b9b1', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'floating_ip_address': '172.27.1.8', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'port_id': '62ae85bd-5cc8-48f9-bbc5-06af77beba2a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79', 'mac_address': 'fa:16:3e:77:68:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8913aeda-b661-4c59-b19b-eb3252bf1047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:38:11Z', 'updated_at': '2022-08-30T04:38:14Z', 'revision_number': 1, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cda351f-5831-40f7-b0b6-865ca2b809d3', 'name': '', 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'mac_address': 'fa:16:3e:df:80:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:51Z', 'updated_at': '2022-08-30T04:34:58Z', 'revision_number': 5, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'subnets': [{'id': '2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:40:26.880920 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72c49ef-3e8d-48f5-a9e4-034fcdab4410 None None] New status for floating IP 4ef4409c-343a-4845-81c2-c7bb62659401: ACTIVE {{(pid=106260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:40:27.939917 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:28.197094 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:33.549054 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.agents_db [None req-600259de-68db-4343-b4d4-64e31eed30fa None None] Agent healthcheck: found 6 active agents {{(pid=106260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:40:35.954540 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=51,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:40:35.956538 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=63,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:40:36.610221 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=92 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:40:38.190664 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=75,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:40:38.192580 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:40:39.185317 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf10992-e6c0-4b06-a364-aeae5d496eca req-36822621-9a17-4907-b876-bcdcbf6d820c tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:40:39.186806 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-acf10992-e6c0-4b06-a364-aeae5d496eca req-36822621-9a17-4907-b876-bcdcbf6d820c tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=cc06bf35-72bb-4c33-b3b5-d4414c98606b HTTP/1.1" status: 200 len: 945 time: 0.0530818 Aug 30 04:40:39.234243 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-acf10992-e6c0-4b06-a364-aeae5d496eca req-bd1c4093-143c-4f9c-8c59-130c26caa45c tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=da976eed-3b18-43e0-a9aa-c2a7d236f568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410609 Aug 30 04:40:40.356041 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dabf8b-6f5b-4810-8d39-089cbc3242b7 req-2f5a5d4a-3ef4-400f-b2a3-1569cfd78045 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:40:40.357816 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d7dabf8b-6f5b-4810-8d39-089cbc3242b7 req-2f5a5d4a-3ef4-400f-b2a3-1569cfd78045 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=cc06bf35-72bb-4c33-b3b5-d4414c98606b HTTP/1.1" status: 200 len: 945 time: 0.0483880 Aug 30 04:40:40.405005 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d7dabf8b-6f5b-4810-8d39-089cbc3242b7 req-1dd1491b-42c7-47ff-a07e-055746c70e10 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=da976eed-3b18-43e0-a9aa-c2a7d236f568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415747 Aug 30 04:40:41.527373 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c9006-11df-4ac3-b5f9-0e4e11bbac5e req-bb0a1f6c-de0f-4663-a99c-d50928d8bdca tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:40:41.528892 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-832c9006-11df-4ac3-b5f9-0e4e11bbac5e req-bb0a1f6c-de0f-4663-a99c-d50928d8bdca tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=cc06bf35-72bb-4c33-b3b5-d4414c98606b HTTP/1.1" status: 200 len: 945 time: 0.0481997 Aug 30 04:40:41.535563 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e1416-5acf-4baf-9418-f48739d074e9 req-53fe0133-3bae-40d8-930f-36f3ef67de41 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:40:41.537198 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-369e1416-5acf-4baf-9418-f48739d074e9 req-53fe0133-3bae-40d8-930f-36f3ef67de41 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cc06bf35-72bb-4c33-b3b5-d4414c98606b HTTP/1.1" status: 200 len: 945 time: 0.0528157 Aug 30 04:40:41.580813 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-832c9006-11df-4ac3-b5f9-0e4e11bbac5e req-0ca52cf8-5277-4765-8818-4c9c173ebbbf tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=da976eed-3b18-43e0-a9aa-c2a7d236f568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457456 Aug 30 04:40:41.627906 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [req-369e1416-5acf-4baf-9418-f48739d074e9 req-bd49990c-d1b7-4455-b4b7-e48a5c28431f tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Deleting port 0078d856-a94b-4071-a2ec-79c808646db3 {{(pid=106257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:40:41.628241 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-369e1416-5acf-4baf-9418-f48739d074e9 req-bd49990c-d1b7-4455-b4b7-e48a5c28431f tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (0078d856-a94b-4071-a2ec-79c808646db3), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:41.723978 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [req-369e1416-5acf-4baf-9418-f48739d074e9 req-bd49990c-d1b7-4455-b4b7-e48a5c28431f tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] For port 0078d856-a94b-4071-a2ec-79c808646db3, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=0078d856-a94b-4071-a2ec-79c808646db3,segment=NetworkSegment(246af491-6471-4245-a475-ef13f16f15b9),segment_id=246af491-6471-4245-a475-ef13f16f15b9)] {{(pid=106257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:40:41.724259 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-369e1416-5acf-4baf-9418-f48739d074e9 req-bd49990c-d1b7-4455-b4b7-e48a5c28431f tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (0078d856-a94b-4071-a2ec-79c808646db3), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:41.892213 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-369e1416-5acf-4baf-9418-f48739d074e9 req-bd49990c-d1b7-4455-b4b7-e48a5c28431f tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:41.892579 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-369e1416-5acf-4baf-9418-f48739d074e9 req-bd49990c-d1b7-4455-b4b7-e48a5c28431f tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696708'] for floatingip (10eb92c0-fc03-487c-84e9-35bae9fc00e5), after_update {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:41.892900 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.db.l3_db [req-369e1416-5acf-4baf-9418-f48739d074e9 req-bd49990c-d1b7-4455-b4b7-e48a5c28431f tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Floating IP 10eb92c0-fc03-487c-84e9-35bae9fc00e5 disassociated. External IP: 172.27.1.6, port: 0078d856-a94b-4071-a2ec-79c808646db3. Aug 30 04:40:41.893275 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [req-369e1416-5acf-4baf-9418-f48739d074e9 req-bd49990c-d1b7-4455-b4b7-e48a5c28431f tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Calling delete_port for 0078d856-a94b-4071-a2ec-79c808646db3 owned by compute:nova {{(pid=106257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:40:42.022301 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-369e1416-5acf-4baf-9418-f48739d074e9 req-bd49990c-d1b7-4455-b4b7-e48a5c28431f tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (0078d856-a94b-4071-a2ec-79c808646db3), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:42.050421 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd49990c-d1b7-4455-b4b7-e48a5c28431f tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Pushing event deleted for resources: {'Port': ['ID=0078d856-a94b-4071-a2ec-79c808646db3,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:40:42.062079 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd49990c-d1b7-4455-b4b7-e48a5c28431f tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:40:42.062433 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd49990c-d1b7-4455-b4b7-e48a5c28431f tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:40:42.062775 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd49990c-d1b7-4455-b4b7-e48a5c28431f tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:40:42.063126 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd49990c-d1b7-4455-b4b7-e48a5c28431f tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:40:42.063452 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd49990c-d1b7-4455-b4b7-e48a5c28431f tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:40:42.063781 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd49990c-d1b7-4455-b4b7-e48a5c28431f tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:40:42.064112 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd49990c-d1b7-4455-b4b7-e48a5c28431f tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:40:42.064440 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd49990c-d1b7-4455-b4b7-e48a5c28431f tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:40:42.064766 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd49990c-d1b7-4455-b4b7-e48a5c28431f tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:40:42.065118 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd49990c-d1b7-4455-b4b7-e48a5c28431f tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:40:42.065447 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd49990c-d1b7-4455-b4b7-e48a5c28431f tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:40:42.065772 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd49990c-d1b7-4455-b4b7-e48a5c28431f tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:40:42.066095 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd49990c-d1b7-4455-b4b7-e48a5c28431f tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:40:42.066422 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd49990c-d1b7-4455-b4b7-e48a5c28431f tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:40:42.066744 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd49990c-d1b7-4455-b4b7-e48a5c28431f tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:40:42.173258 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.l3_agent_scheduler [req-369e1416-5acf-4baf-9418-f48739d074e9 req-bd49990c-d1b7-4455-b4b7-e48a5c28431f tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Router 3240277e-0db5-4501-a5a0-a0b30289df71 has already been hosted by L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 {{(pid=106257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:40:42.278628 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-369e1416-5acf-4baf-9418-f48739d074e9 req-bd49990c-d1b7-4455-b4b7-e48a5c28431f tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:40:42.280461 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (dd0d0365-d50b-4401-90d8-c3ff73fab053), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:42.290454 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8b6660-79e9-499c-9846-09c20ee2b522 None None] Sync routers for ids ['3240277e-0db5-4501-a5a0-a0b30289df71'] in dv-cinder-854265-2-iscsi {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:40:42.306736 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8b6660-79e9-499c-9846-09c20ee2b522 None None] Routers {'3240277e-0db5-4501-a5a0-a0b30289df71'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:40:42.307706 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-bc8b6660-79e9-499c-9846-09c20ee2b522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:40:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['3240277e-0db5-4501-a5a0-a0b30289df71'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:40:42.324343 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [req-369e1416-5acf-4baf-9418-f48739d074e9 req-bd49990c-d1b7-4455-b4b7-e48a5c28431f tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] No DVR routers for this DVR port 0078d856-a94b-4071-a2ec-79c808646db3 on host hv-cinder-85426 {{(pid=106257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:40:42.326830 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-369e1416-5acf-4baf-9418-f48739d074e9 req-bd49990c-d1b7-4455-b4b7-e48a5c28431f tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:42.330055 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-369e1416-5acf-4baf-9418-f48739d074e9 req-bd49990c-d1b7-4455-b4b7-e48a5c28431f tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.71 "DELETE /networking/v2.0/ports/0078d856-a94b-4071-a2ec-79c808646db3 HTTP/1.1" status: 204 len: 173 time: 0.7869372 Aug 30 04:40:42.330494 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc06bf35-72bb-4c33-b3b5-d4414c98606b', 'name': 'network-vif-deleted', 'tag': '0078d856-a94b-4071-a2ec-79c808646db3'}] {{(pid=106257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:40:42.333364 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d1a48af4e812f9c70823208ed2638ca64b88de6e4994a5bf3763d45491ed842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77fbd5c5-f3c5-4063-aaa4-edc78ce1c9bc" -d '{"events": [{"server_uuid": "cc06bf35-72bb-4c33-b3b5-d4414c98606b", "name": "network-vif-deleted", "tag": "0078d856-a94b-4071-a2ec-79c808646db3"}]}' {{(pid=106257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:40:42.371512 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35fb4380-7f54-4eae-94b5-3588b093518c x-openstack-request-id: req-35fb4380-7f54-4eae-94b5-3588b093518c {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:40:42.371800 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc06bf35-72bb-4c33-b3b5-d4414c98606b", "name": "network-vif-deleted", "tag": "0078d856-a94b-4071-a2ec-79c808646db3", "status": "completed", "code": 200}]} {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:40:42.372055 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-35fb4380-7f54-4eae-94b5-3588b093518c {{(pid=106257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:40:42.372457 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35fb4380-7f54-4eae-94b5-3588b093518c'] response: {'server_uuid': 'cc06bf35-72bb-4c33-b3b5-d4414c98606b', 'name': 'network-vif-deleted', 'tag': '0078d856-a94b-4071-a2ec-79c808646db3', 'status': 'completed', 'code': 200} Aug 30 04:40:42.445577 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-bc8b6660-79e9-499c-9846-09c20ee2b522 None None] Set router 3240277e-0db5-4501-a5a0-a0b30289df71 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:40:42.702398 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-15e07498-ca4c-4dde-8fef-cdad2e8a37cb req-4e7364ca-a27b-432d-bbac-7211e0812b8b tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=cc06bf35-72bb-4c33-b3b5-d4414c98606b HTTP/1.1" status: 200 len: 210 time: 0.0307453 Aug 30 04:40:42.773522 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-bc8b6660-79e9-499c-9846-09c20ee2b522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'name': 'tempest-AttachVolumeNegativeTest-1156238332-router', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:01Z', 'revision_number': 4, 'project_id': 'c561fdf35e454833b521f54043c49035', 'gw_port': {'id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': 'f44dc909-25dd-4b92-841e-4367b510201e', 'name': '', 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'mac_address': 'fa:16:3e:48:c0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '879a924d-b6f2-411b-ac07-f1579216c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:36:01Z', 'updated_at': '2022-08-30T04:36:06Z', 'revision_number': 5, 'project_id': 'c561fdf35e454833b521f54043c49035', 'subnets': [{'id': '879a924d-b6f2-411b-ac07-f1579216c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:40:42.798505 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8b6660-79e9-499c-9846-09c20ee2b522 None None] Checking router: 3240277e-0db5-4501-a5a0-a0b30289df71 for host: dv-cinder-854265-2-iscsi {{(pid=106259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:40:42.807544 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8b6660-79e9-499c-9846-09c20ee2b522 None None] Routers {'3240277e-0db5-4501-a5a0-a0b30289df71'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:40:42.808157 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-bc8b6660-79e9-499c-9846-09c20ee2b522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:40:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['3240277e-0db5-4501-a5a0-a0b30289df71'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:40:42.912196 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-bc8b6660-79e9-499c-9846-09c20ee2b522 None None] Set router 3240277e-0db5-4501-a5a0-a0b30289df71 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:40:43.122287 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-bc8b6660-79e9-499c-9846-09c20ee2b522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'name': 'tempest-AttachVolumeNegativeTest-1156238332-router', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:01Z', 'revision_number': 4, 'project_id': 'c561fdf35e454833b521f54043c49035', 'gw_port': {'id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': 'f44dc909-25dd-4b92-841e-4367b510201e', 'name': '', 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'mac_address': 'fa:16:3e:48:c0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '879a924d-b6f2-411b-ac07-f1579216c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:36:01Z', 'updated_at': '2022-08-30T04:36:06Z', 'revision_number': 5, 'project_id': 'c561fdf35e454833b521f54043c49035', 'subnets': [{'id': '879a924d-b6f2-411b-ac07-f1579216c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:40:43.148240 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8b6660-79e9-499c-9846-09c20ee2b522 None None] The sync data for ids ['3240277e-0db5-4501-a5a0-a0b30289df71'] in dv-cinder-854265-2-iscsi is: [{'id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'name': 'tempest-AttachVolumeNegativeTest-1156238332-router', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:01Z', 'revision_number': 4, 'project_id': 'c561fdf35e454833b521f54043c49035', 'gw_port': {'id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': 'f44dc909-25dd-4b92-841e-4367b510201e', 'name': '', 'network_id': '028ab36d-9030-4e40-a42e-859885874e3a', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'mac_address': 'fa:16:3e:48:c0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '879a924d-b6f2-411b-ac07-f1579216c613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:36:01Z', 'updated_at': '2022-08-30T04:36:06Z', 'revision_number': 5, 'project_id': 'c561fdf35e454833b521f54043c49035', 'subnets': [{'id': '879a924d-b6f2-411b-ac07-f1579216c613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:40:43.380757 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da41ba3-0775-42d1-95d1-259812c94621 None None] New status for floating IP 10eb92c0-fc03-487c-84e9-35bae9fc00e5: DOWN {{(pid=106260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:40:43.793122 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 60132) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:40:43.847073 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-bf1a038a-f70c-4ec8-b4f6-1f7b27949012 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for security_group (da976eed-3b18-43e0-a9aa-c2a7d236f568), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:43.868718 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-bf1a038a-f70c-4ec8-b4f6-1f7b27949012 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for security_group (da976eed-3b18-43e0-a9aa-c2a7d236f568), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:43.915355 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-bf1a038a-f70c-4ec8-b4f6-1f7b27949012 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (da976eed-3b18-43e0-a9aa-c2a7d236f568), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:43.918086 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-bf1a038a-f70c-4ec8-b4f6-1f7b27949012 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:43.919235 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-bf1a038a-f70c-4ec8-b4f6-1f7b27949012 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "DELETE /networking/v2.0/security-groups/da976eed-3b18-43e0-a9aa-c2a7d236f568 HTTP/1.1" status: 204 len: 168 time: 0.1251190 Aug 30 04:40:43.922035 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 60134) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:40:43.928178 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a038a-f70c-4ec8-b4f6-1f7b27949012 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da976eed-3b18-43e0-a9aa-c2a7d236f568,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:40:43.935588 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1a038a-f70c-4ec8-b4f6-1f7b27949012 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:40:43.935777 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.api.v2.resource [None req-62e4f024-64b3-40af-9766-10a8355cb393 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] show failed (client error): The resource could not be found. Aug 30 04:40:43.935930 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1a038a-f70c-4ec8-b4f6-1f7b27949012 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:40:43.936361 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1a038a-f70c-4ec8-b4f6-1f7b27949012 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:40:43.936581 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-62e4f024-64b3-40af-9766-10a8355cb393 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "GET /networking/v2.0/security-groups/da976eed-3b18-43e0-a9aa-c2a7d236f568 HTTP/1.1" status: 404 len: 347 time: 0.0135255 Aug 30 04:40:43.936851 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1a038a-f70c-4ec8-b4f6-1f7b27949012 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:40:43.937030 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1a038a-f70c-4ec8-b4f6-1f7b27949012 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:40:43.937394 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1a038a-f70c-4ec8-b4f6-1f7b27949012 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:40:43.937718 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1a038a-f70c-4ec8-b4f6-1f7b27949012 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:40:43.938040 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1a038a-f70c-4ec8-b4f6-1f7b27949012 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:40:43.938359 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1a038a-f70c-4ec8-b4f6-1f7b27949012 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:40:43.938679 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1a038a-f70c-4ec8-b4f6-1f7b27949012 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:40:43.939019 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1a038a-f70c-4ec8-b4f6-1f7b27949012 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:40:43.939340 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1a038a-f70c-4ec8-b4f6-1f7b27949012 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:40:43.939480 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 60136) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:40:43.939704 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1a038a-f70c-4ec8-b4f6-1f7b27949012 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:40:43.940037 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1a038a-f70c-4ec8-b4f6-1f7b27949012 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:40:43.940868 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1a038a-f70c-4ec8-b4f6-1f7b27949012 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:40:44.044773 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:40:44.051545 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [None req-d23cadd5-7bc0-44b3-9080-e91fb0714e33 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Deleting port 1efa9105-3b3d-4d51-aea8-4729bd090435 {{(pid=106257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:40:44.051888 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-d23cadd5-7bc0-44b3-9080-e91fb0714e33 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (1efa9105-3b3d-4d51-aea8-4729bd090435), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:44.091461 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:40:44.134399 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-d23cadd5-7bc0-44b3-9080-e91fb0714e33 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (1efa9105-3b3d-4d51-aea8-4729bd090435), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:44.134727 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-d23cadd5-7bc0-44b3-9080-e91fb0714e33 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for floatingip (1efa9105-3b3d-4d51-aea8-4729bd090435), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:44.147401 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [None req-d23cadd5-7bc0-44b3-9080-e91fb0714e33 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Calling delete_port for 1efa9105-3b3d-4d51-aea8-4729bd090435 owned by network:floatingip {{(pid=106257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:40:44.289636 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-d23cadd5-7bc0-44b3-9080-e91fb0714e33 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (1efa9105-3b3d-4d51-aea8-4729bd090435), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:44.312605 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23cadd5-7bc0-44b3-9080-e91fb0714e33 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Pushing event deleted for resources: {'Port': ['ID=1efa9105-3b3d-4d51-aea8-4729bd090435,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:40:44.381411 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-d23cadd5-7bc0-44b3-9080-e91fb0714e33 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks [] for floatingip (10eb92c0-fc03-487c-84e9-35bae9fc00e5), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:44.383907 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-d23cadd5-7bc0-44b3-9080-e91fb0714e33 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for floatingip (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:44.385083 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-d23cadd5-7bc0-44b3-9080-e91fb0714e33 tempest-AttachVolumeNegativeTest-496288888 tempest-AttachVolumeNegativeTest-496288888-project] 10.222.0.85 "DELETE /networking/v2.0/floatingips/10eb92c0-fc03-487c-84e9-35bae9fc00e5 HTTP/1.1" status: 204 len: 168 time: 0.4447417 Aug 30 04:40:45.091309 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 0078d856-a94b-4071-a2ec-79c808646db3 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:40:45.115324 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] No Port match for: 0078d856-a94b-4071-a2ec-79c808646db3 {{(pid=106259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:40:45.115679 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 0078d856-a94b-4071-a2ec-79c808646db3 not bound to the agent host hv-cinder-85426 {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:40:48.088823 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 60174) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:40:48.411625 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-eef723eb-3c83-4f98-b0c0-ed2c1c88f595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697220'] for router_interface (3240277e-0db5-4501-a5a0-a0b30289df71), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:48.835475 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:40:48.902955 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:40:48.916507 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-eef723eb-3c83-4f98-b0c0-ed2c1c88f595 admin admin] Deleting port f44dc909-25dd-4b92-841e-4367b510201e {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:40:48.916846 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-eef723eb-3c83-4f98-b0c0-ed2c1c88f595 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (f44dc909-25dd-4b92-841e-4367b510201e), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:49.009843 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [None req-eef723eb-3c83-4f98-b0c0-ed2c1c88f595 admin admin] For port f44dc909-25dd-4b92-841e-4367b510201e, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=f44dc909-25dd-4b92-841e-4367b510201e,segment=NetworkSegment(246af491-6471-4245-a475-ef13f16f15b9),segment_id=246af491-6471-4245-a475-ef13f16f15b9)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:40:49.010207 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-eef723eb-3c83-4f98-b0c0-ed2c1c88f595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (f44dc909-25dd-4b92-841e-4367b510201e), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:49.023918 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-eef723eb-3c83-4f98-b0c0-ed2c1c88f595 admin admin] Calling delete_port for f44dc909-25dd-4b92-841e-4367b510201e owned by network:router_interface {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:40:49.221741 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-eef723eb-3c83-4f98-b0c0-ed2c1c88f595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62508200'] for port (f44dc909-25dd-4b92-841e-4367b510201e), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:49.248391 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef723eb-3c83-4f98-b0c0-ed2c1c88f595 admin admin] Pushing event deleted for resources: {'Port': ['ID=f44dc909-25dd-4b92-841e-4367b510201e,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:40:49.417174 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-eef723eb-3c83-4f98-b0c0-ed2c1c88f595 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-697396'] for router_interface (3240277e-0db5-4501-a5a0-a0b30289df71), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:49.627076 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef723eb-3c83-4f98-b0c0-ed2c1c88f595 admin admin] Router 3240277e-0db5-4501-a5a0-a0b30289df71 has already been hosted by L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 {{(pid=106258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:40:49.718948 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:40:49.732765 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef723eb-3c83-4f98-b0c0-ed2c1c88f595 admin admin] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:40:49.737833 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-eef723eb-3c83-4f98-b0c0-ed2c1c88f595 admin admin] 10.222.0.85 "PUT /networking/v2.0/routers/3240277e-0db5-4501-a5a0-a0b30289df71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6485105 Aug 30 04:40:49.740354 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 60176) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:40:49.744276 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17b6a1b-307c-4039-9ba5-6fa0edb7ccc7 None None] Sync routers for ids ['3240277e-0db5-4501-a5a0-a0b30289df71'] in dv-cinder-854265-2-iscsi {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:40:49.755074 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17b6a1b-307c-4039-9ba5-6fa0edb7ccc7 None None] Routers {'3240277e-0db5-4501-a5a0-a0b30289df71'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:40:49.755810 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-b17b6a1b-307c-4039-9ba5-6fa0edb7ccc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:40:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['3240277e-0db5-4501-a5a0-a0b30289df71'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:40:49.790425 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:40:49.839896 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-8e81c910-cdf0-41d1-9e53-8de980c08a7d admin admin] Publish callbacks [] for router (3240277e-0db5-4501-a5a0-a0b30289df71), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:49.865696 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-b17b6a1b-307c-4039-9ba5-6fa0edb7ccc7 None None] Set router 3240277e-0db5-4501-a5a0-a0b30289df71 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:40:49.951646 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-8e81c910-cdf0-41d1-9e53-8de980c08a7d admin admin] Publish callbacks [] for router_gateway (3240277e-0db5-4501-a5a0-a0b30289df71), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:49.998528 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-8e81c910-cdf0-41d1-9e53-8de980c08a7d admin admin] Deleting port 905367e3-ad8a-4f61-b6c9-34b1e47bfef1 {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:40:49.998772 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-8e81c910-cdf0-41d1-9e53-8de980c08a7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (905367e3-ad8a-4f61-b6c9-34b1e47bfef1), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:50.039887 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:40:50.043096 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-b17b6a1b-307c-4039-9ba5-6fa0edb7ccc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'name': 'tempest-AttachVolumeNegativeTest-1156238332-router', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:40:49Z', 'revision_number': 5, 'project_id': 'c561fdf35e454833b521f54043c49035', 'gw_port': {'id': '905367e3-ad8a-4f61-b6c9-34b1e47bfef1', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi'}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:40:50.046043 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=100 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:40:50.073944 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17b6a1b-307c-4039-9ba5-6fa0edb7ccc7 None None] Checking router: 3240277e-0db5-4501-a5a0-a0b30289df71 for host: dv-cinder-854265-2-iscsi {{(pid=106259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:40:50.082718 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17b6a1b-307c-4039-9ba5-6fa0edb7ccc7 None None] Routers {'3240277e-0db5-4501-a5a0-a0b30289df71'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:40:50.083336 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-b17b6a1b-307c-4039-9ba5-6fa0edb7ccc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:40:25Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['3240277e-0db5-4501-a5a0-a0b30289df71'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:40:50.094607 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [None req-8e81c910-cdf0-41d1-9e53-8de980c08a7d admin admin] For port 905367e3-ad8a-4f61-b6c9-34b1e47bfef1, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=905367e3-ad8a-4f61-b6c9-34b1e47bfef1,segment=NetworkSegment(fa929cc1-394c-4547-9d6d-d932c4c80d18),segment_id=fa929cc1-394c-4547-9d6d-d932c4c80d18)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:40:50.095016 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-8e81c910-cdf0-41d1-9e53-8de980c08a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (905367e3-ad8a-4f61-b6c9-34b1e47bfef1), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:50.108833 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-8e81c910-cdf0-41d1-9e53-8de980c08a7d admin admin] Calling delete_port for 905367e3-ad8a-4f61-b6c9-34b1e47bfef1 owned by network:router_gateway {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:40:50.169356 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-b17b6a1b-307c-4039-9ba5-6fa0edb7ccc7 None None] Set router 3240277e-0db5-4501-a5a0-a0b30289df71 gateway port host: None {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:40:50.221279 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-b17b6a1b-307c-4039-9ba5-6fa0edb7ccc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'name': 'tempest-AttachVolumeNegativeTest-1156238332-router', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:40:49Z', 'revision_number': 6, 'project_id': 'c561fdf35e454833b521f54043c49035', 'gw_port_host': None}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:40:50.247226 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17b6a1b-307c-4039-9ba5-6fa0edb7ccc7 None None] The sync data for ids ['3240277e-0db5-4501-a5a0-a0b30289df71'] in dv-cinder-854265-2-iscsi is: [{'id': '3240277e-0db5-4501-a5a0-a0b30289df71', 'name': 'tempest-AttachVolumeNegativeTest-1156238332-router', 'tenant_id': 'c561fdf35e454833b521f54043c49035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:35:59Z', 'updated_at': '2022-08-30T04:40:49Z', 'revision_number': 6, 'project_id': 'c561fdf35e454833b521f54043c49035', 'gw_port_host': None}] {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:40:50.288736 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-8e81c910-cdf0-41d1-9e53-8de980c08a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62508200'] for port (905367e3-ad8a-4f61-b6c9-34b1e47bfef1), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:50.312973 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e81c910-cdf0-41d1-9e53-8de980c08a7d admin admin] Pushing event deleted for resources: {'Port': ['ID=905367e3-ad8a-4f61-b6c9-34b1e47bfef1,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:40:50.379330 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-8e81c910-cdf0-41d1-9e53-8de980c08a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696775'] for router_gateway (3240277e-0db5-4501-a5a0-a0b30289df71), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:50.468117 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-8e81c910-cdf0-41d1-9e53-8de980c08a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-696042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6498'] for router (3240277e-0db5-4501-a5a0-a0b30289df71), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:50.470350 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-8e81c910-cdf0-41d1-9e53-8de980c08a7d admin admin] Publish callbacks [] for router_controller (3240277e-0db5-4501-a5a0-a0b30289df71), precommit_delete_associations {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:50.512493 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-8e81c910-cdf0-41d1-9e53-8de980c08a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-697417'] for router (3240277e-0db5-4501-a5a0-a0b30289df71), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:50.513030 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e81c910-cdf0-41d1-9e53-8de980c08a7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3240277e-0db5-4501-a5a0-a0b30289df71 {{(pid=106258) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 04:40:50.517569 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-8e81c910-cdf0-41d1-9e53-8de980c08a7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:50.521722 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-8e81c910-cdf0-41d1-9e53-8de980c08a7d admin admin] 10.222.0.85 "DELETE /networking/v2.0/routers/3240277e-0db5-4501-a5a0-a0b30289df71 HTTP/1.1" status: 204 len: 168 time: 0.7775936 Aug 30 04:40:50.522077 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 60178) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:40:50.569650 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.db_base_plugin_v2 [None req-049923bd-14ff-4bf1-859b-296bf3e3b8b7 admin admin] Deleting subnet 879a924d-b6f2-411b-ac07-f1579216c613 {{(pid=106258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 04:40:50.578224 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-049923bd-14ff-4bf1-859b-296bf3e3b8b7 admin admin] Publish callbacks [] for subnet (879a924d-b6f2-411b-ac07-f1579216c613), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:50.629591 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-049923bd-14ff-4bf1-859b-296bf3e3b8b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61943819'] for subnet (879a924d-b6f2-411b-ac07-f1579216c613), precommit_delete_associations {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:50.705569 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:40:50.719132 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:40:50.724520 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-049923bd-14ff-4bf1-859b-296bf3e3b8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3893603'] for subnet (879a924d-b6f2-411b-ac07-f1579216c613), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:50.779339 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-049923bd-14ff-4bf1-859b-296bf3e3b8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62508379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62259422'] for subnet (879a924d-b6f2-411b-ac07-f1579216c613), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:50.808531 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049923bd-14ff-4bf1-859b-296bf3e3b8b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=879a924d-b6f2-411b-ac07-f1579216c613,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:40:50.812085 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-049923bd-14ff-4bf1-859b-296bf3e3b8b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:50.815237 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-049923bd-14ff-4bf1-859b-296bf3e3b8b7 admin admin] 10.222.0.85 "DELETE /networking/v2.0/subnets/879a924d-b6f2-411b-ac07-f1579216c613 HTTP/1.1" status: 204 len: 168 time: 0.2921767 Aug 30 04:40:50.819523 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 60180) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:40:50.820986 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c09403-1dcc-4584-9feb-c55dc834e7b2 None None] Network 028ab36d-9030-4e40-a42e-859885874e3a requested from dv-cinder-854265-2-iscsi {{(pid=106259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:40:50.891866 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c39d3c61-2a72-412f-88b2-89365aec5c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3781726'] for network (028ab36d-9030-4e40-a42e-859885874e3a), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:50.936971 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-c39d3c61-2a72-412f-88b2-89365aec5c5f admin admin] Deleting port ff9a58a2-69c6-425f-b9c8-f740bbf37a86 {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:40:50.937605 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c39d3c61-2a72-412f-88b2-89365aec5c5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (ff9a58a2-69c6-425f-b9c8-f740bbf37a86), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:51.012356 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [None req-c39d3c61-2a72-412f-88b2-89365aec5c5f admin admin] For port ff9a58a2-69c6-425f-b9c8-f740bbf37a86, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=ff9a58a2-69c6-425f-b9c8-f740bbf37a86,segment=NetworkSegment(246af491-6471-4245-a475-ef13f16f15b9),segment_id=246af491-6471-4245-a475-ef13f16f15b9)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:40:51.012715 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c39d3c61-2a72-412f-88b2-89365aec5c5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (ff9a58a2-69c6-425f-b9c8-f740bbf37a86), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:51.023229 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe43e3e-ca68-4360-bbf3-7e385d7db614 None None] DHCP port deletion for 028ab36d-9030-4e40-a42e-859885874e3a request from dv-cinder-854265-2-iscsi {{(pid=106259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 04:40:51.029810 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device f44dc909-25dd-4b92-841e-4367b510201e no longer exists at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:40:51.030020 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-c39d3c61-2a72-412f-88b2-89365aec5c5f admin admin] Calling delete_port for ff9a58a2-69c6-425f-b9c8-f740bbf37a86 owned by network:dhcp {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:40:51.053647 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] No Port match for: f44dc909-25dd-4b92-841e-4367b510201e {{(pid=106259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:40:51.053647 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device f44dc909-25dd-4b92-841e-4367b510201e not bound to the agent host dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:40:51.089324 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-fbe43e3e-ca68-4360-bbf3-7e385d7db614 None None] Deleting port ff9a58a2-69c6-425f-b9c8-f740bbf37a86 {{(pid=106259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:40:51.089807 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-fbe43e3e-ca68-4360-bbf3-7e385d7db614 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (ff9a58a2-69c6-425f-b9c8-f740bbf37a86), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:51.122026 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c39d3c61-2a72-412f-88b2-89365aec5c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62508200'] for port (ff9a58a2-69c6-425f-b9c8-f740bbf37a86), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:51.149615 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d3c61-2a72-412f-88b2-89365aec5c5f admin admin] Pushing event deleted for resources: {'Port': ['ID=ff9a58a2-69c6-425f-b9c8-f740bbf37a86,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:40:51.155546 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39d3c61-2a72-412f-88b2-89365aec5c5f admin admin] No DVR routers for this DVR port ff9a58a2-69c6-425f-b9c8-f740bbf37a86 on host dv-cinder-854265-2-iscsi {{(pid=106258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:40:51.180635 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-fbe43e3e-ca68-4360-bbf3-7e385d7db614 None None] For port ff9a58a2-69c6-425f-b9c8-f740bbf37a86, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=ff9a58a2-69c6-425f-b9c8-f740bbf37a86,segment=NetworkSegment(246af491-6471-4245-a475-ef13f16f15b9),segment_id=246af491-6471-4245-a475-ef13f16f15b9)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:40:51.181069 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-fbe43e3e-ca68-4360-bbf3-7e385d7db614 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (ff9a58a2-69c6-425f-b9c8-f740bbf37a86), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:51.196847 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-fbe43e3e-ca68-4360-bbf3-7e385d7db614 None None] Calling delete_port for ff9a58a2-69c6-425f-b9c8-f740bbf37a86 owned by network:dhcp {{(pid=106259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:40:51.234406 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c39d3c61-2a72-412f-88b2-89365aec5c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891968', 'neutron.services.segments.db._delete_segments_for_network-8785261144643'] for network (028ab36d-9030-4e40-a42e-859885874e3a), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:51.267777 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-c39d3c61-2a72-412f-88b2-89365aec5c5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['028ab36d-9030-4e40-a42e-859885874e3a']}} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:40:51.285831 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-c39d3c61-2a72-412f-88b2-89365aec5c5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '246af491-6471-4245-a475-ef13f16f15b9') {'for_net_delete': True} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:40:51.286267 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-c39d3c61-2a72-412f-88b2-89365aec5c5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '246af491-6471-4245-a475-ef13f16f15b9') {} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:40:51.287849 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-fbe43e3e-ca68-4360-bbf3-7e385d7db614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767'] for port (ff9a58a2-69c6-425f-b9c8-f740bbf37a86), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:51.298842 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c39d3c61-2a72-412f-88b2-89365aec5c5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785261169839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61943808'] for segment (246af491-6471-4245-a475-ef13f16f15b9), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:51.320309 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c39d3c61-2a72-412f-88b2-89365aec5c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3898234'] for segment (246af491-6471-4245-a475-ef13f16f15b9), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:51.321572 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe43e3e-ca68-4360-bbf3-7e385d7db614 None None] No DVR routers for this DVR port ff9a58a2-69c6-425f-b9c8-f740bbf37a86 on host dv-cinder-854265-2-iscsi {{(pid=106259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:40:51.326405 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe43e3e-ca68-4360-bbf3-7e385d7db614 None None] Pushing event deleted for resources: {'Port': ['ID=ff9a58a2-69c6-425f-b9c8-f740bbf37a86,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:40:51.338386 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c39d3c61-2a72-412f-88b2-89365aec5c5f admin admin] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=106258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 04:40:51.338941 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c39d3c61-2a72-412f-88b2-89365aec5c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3898234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62508285'] for segment (246af491-6471-4245-a475-ef13f16f15b9), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:51.342738 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe43e3e-ca68-4360-bbf3-7e385d7db614 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:40:51.343160 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe43e3e-ca68-4360-bbf3-7e385d7db614 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:40:51.343574 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe43e3e-ca68-4360-bbf3-7e385d7db614 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:40:51.343984 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe43e3e-ca68-4360-bbf3-7e385d7db614 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:40:51.344404 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe43e3e-ca68-4360-bbf3-7e385d7db614 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:40:51.344837 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe43e3e-ca68-4360-bbf3-7e385d7db614 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:40:51.345206 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe43e3e-ca68-4360-bbf3-7e385d7db614 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:40:51.345544 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe43e3e-ca68-4360-bbf3-7e385d7db614 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:40:51.345875 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe43e3e-ca68-4360-bbf3-7e385d7db614 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:40:51.346202 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe43e3e-ca68-4360-bbf3-7e385d7db614 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:40:51.346530 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe43e3e-ca68-4360-bbf3-7e385d7db614 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:40:51.346858 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe43e3e-ca68-4360-bbf3-7e385d7db614 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:40:51.347181 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe43e3e-ca68-4360-bbf3-7e385d7db614 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:40:51.348037 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe43e3e-ca68-4360-bbf3-7e385d7db614 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:40:51.348364 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe43e3e-ca68-4360-bbf3-7e385d7db614 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:40:51.386780 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.services.segments.plugin [-] Segment 246af491-6471-4245-a475-ef13f16f15b9 resource provider aggregate not found Aug 30 04:40:51.405110 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.services.segments.plugin [-] Segment 246af491-6471-4245-a475-ef13f16f15b9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 246af491-6471-4245-a475-ef13f16f15b9 found for delete ", "request_id": "req-7d09dfb6-c43d-4ab2-a2d9-945c2c2555e8"}]} Aug 30 04:40:51.411294 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c39d3c61-2a72-412f-88b2-89365aec5c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696747'] for network (028ab36d-9030-4e40-a42e-859885874e3a), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:51.418004 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-c39d3c61-2a72-412f-88b2-89365aec5c5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for network (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:51.424223 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-c39d3c61-2a72-412f-88b2-89365aec5c5f admin admin] 10.222.0.85 "DELETE /networking/v2.0/networks/028ab36d-9030-4e40-a42e-859885874e3a HTTP/1.1" status: 204 len: 168 time: 0.6013279 Aug 30 04:40:51.434207 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d3c61-2a72-412f-88b2-89365aec5c5f admin admin] Pushing event deleted for resources: {'Network': ['ID=028ab36d-9030-4e40-a42e-859885874e3a,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:40:51.600065 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 60188) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:40:51.640958 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-d2afe6cd-e81b-4aa4-a0b2-7af9b3c74fef admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=c561fdf35e454833b521f54043c49035&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396147 Aug 30 04:40:51.643411 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 60190) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:40:51.693103 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7d028a00-f4c6-468f-b414-4ef46546ed6e admin admin] Publish callbacks [] for security_group (60bbf913-85d1-4955-b68d-3792b20b9b26), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:51.713327 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7d028a00-f4c6-468f-b414-4ef46546ed6e admin admin] Publish callbacks [] for security_group (60bbf913-85d1-4955-b68d-3792b20b9b26), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:51.764328 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7d028a00-f4c6-468f-b414-4ef46546ed6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (60bbf913-85d1-4955-b68d-3792b20b9b26), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:51.766892 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7d028a00-f4c6-468f-b414-4ef46546ed6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:51.768023 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-7d028a00-f4c6-468f-b414-4ef46546ed6e admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/60bbf913-85d1-4955-b68d-3792b20b9b26 HTTP/1.1" status: 204 len: 168 time: 0.1237350 Aug 30 04:40:51.776870 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d028a00-f4c6-468f-b414-4ef46546ed6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60bbf913-85d1-4955-b68d-3792b20b9b26,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:40:52.597174 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 905367e3-ad8a-4f61-b6c9-34b1e47bfef1 no longer exists at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:40:52.617702 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] No Port match for: 905367e3-ad8a-4f61-b6c9-34b1e47bfef1 {{(pid=106259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:40:52.617972 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 905367e3-ad8a-4f61-b6c9-34b1e47bfef1 not bound to the agent host dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:40:52.618405 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device ff9a58a2-69c6-425f-b9c8-f740bbf37a86 no longer exists at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:40:52.637734 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] No Port match for: ff9a58a2-69c6-425f-b9c8-f740bbf37a86 {{(pid=106259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:40:52.638083 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device ff9a58a2-69c6-425f-b9c8-f740bbf37a86 not bound to the agent host dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:40:52.971301 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7a654f86-7f67-4b8e-b8ed-5fd019df552b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:53.456396 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:40:53.459579 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=32,neutron:UPDATE=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:40:54.375614 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=33,neutron:DELETE=4 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:40:54.376322 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=38,neutron:DELETE=3 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:40:55.316456 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-c4f48f60-6566-4de8-a67c-778b1d6d6171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:56.614155 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:57.933380 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:40:58.198962 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:01.771520 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:UPDATE=2,neutron:SELECT=87,neutron:DELETE=8 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:41:01.772422 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=78,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:41:07.490822 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:41:07.496002 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:41:08.193275 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=58,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:41:08.195158 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=60,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:41:10.547429 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.agents_db [None req-600259de-68db-4343-b4d4-64e31eed30fa None None] Agent healthcheck: found 6 active agents {{(pid=106260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:41:12.289649 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (dd0d0365-d50b-4401-90d8-c3ff73fab053), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:20.543459 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:41:22.282711 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:41:22.284702 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:41:22.963904 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-17754a4f-810e-41e5-89f5-4490934a7867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:24.429938 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-2226fa4f-4ae7-4c78-b92b-2ee8156c942e req-40931129-a189-4337-9e7c-b8ae97866636 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8913aeda-b661-4c59-b19b-eb3252bf1047&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389762 Aug 30 04:41:24.550759 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226fa4f-4ae7-4c78-b92b-2ee8156c942e req-13b5023b-e7f7-4c69-a243-cd30bb9fa029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:41:24.552249 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-2226fa4f-4ae7-4c78-b92b-2ee8156c942e req-13b5023b-e7f7-4c69-a243-cd30bb9fa029 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=18e4bf7297124da4b43ccaeda048f772&device_id=8913aeda-b661-4c59-b19b-eb3252bf1047 HTTP/1.1" status: 200 len: 1130 time: 0.0428538 Aug 30 04:41:24.665238 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226fa4f-4ae7-4c78-b92b-2ee8156c942e req-758506d3-a8b1-4b59-841b-11f6bf107eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:41:24.666717 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-2226fa4f-4ae7-4c78-b92b-2ee8156c942e req-758506d3-a8b1-4b59-841b-11f6bf107eb9 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=05bb2295-ab1f-4755-bab5-38bb2e0a7b79 HTTP/1.1" status: 200 len: 914 time: 0.0938151 Aug 30 04:41:24.732001 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-2226fa4f-4ae7-4c78-b92b-2ee8156c942e req-cae7d273-076b-4d87-bd50-99677d66ea51 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62ae85bd-5cc8-48f9-bbc5-06af77beba2a HTTP/1.1" status: 200 len: 1000 time: 0.0578818 Aug 30 04:41:24.784112 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226fa4f-4ae7-4c78-b92b-2ee8156c942e req-04d3f909-5a33-40ff-8098-d3cb404e6b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:41:24.785585 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-2226fa4f-4ae7-4c78-b92b-2ee8156c942e req-04d3f909-5a33-40ff-8098-d3cb404e6b56 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3 HTTP/1.1" status: 200 len: 851 time: 0.0474048 Aug 30 04:41:24.831215 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226fa4f-4ae7-4c78-b92b-2ee8156c942e req-e788834d-12bc-4d45-9874-ab78d174cbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:41:24.833293 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-2226fa4f-4ae7-4c78-b92b-2ee8156c942e req-e788834d-12bc-4d45-9874-ab78d174cbf3 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=05bb2295-ab1f-4755-bab5-38bb2e0a7b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403762 Aug 30 04:41:24.924616 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-2226fa4f-4ae7-4c78-b92b-2ee8156c942e req-4d1694cb-7658-4a19-adc6-30b6251e3ad6 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/05bb2295-ab1f-4755-bab5-38bb2e0a7b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850446 Aug 30 04:41:25.017768 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-2226fa4f-4ae7-4c78-b92b-2ee8156c942e req-addc6668-7d7b-44f2-89ef-d4717a370389 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/05bb2295-ab1f-4755-bab5-38bb2e0a7b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861928 Aug 30 04:41:25.318142 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-04cc07d3-443a-49d7-b0a5-236b6086b5c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:26.613750 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:27.934637 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:28.203872 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:35.008561 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=52 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:41:35.014783 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=49 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:41:36.165557 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 60580) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:41:36.273290 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e22f41a6-5926-4455-a4a9-9492dd997273 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:36.348888 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e22f41a6-5926-4455-a4a9-9492dd997273 admin admin] Publish callbacks [] for security_group (c3b906d3-f5b1-4484-b792-a8061c90f11a), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:36.352681 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e22f41a6-5926-4455-a4a9-9492dd997273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (c3b906d3-f5b1-4484-b792-a8061c90f11a), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:36.390171 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22f41a6-5926-4455-a4a9-9492dd997273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b906d3-f5b1-4484-b792-a8061c90f11a,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:41:36.395524 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-e22f41a6-5926-4455-a4a9-9492dd997273 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=456fbce182e94b168726fbf36bab00c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2278893 Aug 30 04:41:36.397150 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 60584) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:41:36.446074 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2c9f4363-a124-4f14-8d10-0c6f38f67e98 admin admin] Publish callbacks [] for security_group (c3b906d3-f5b1-4484-b792-a8061c90f11a), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:36.466146 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2c9f4363-a124-4f14-8d10-0c6f38f67e98 admin admin] Publish callbacks [] for security_group (c3b906d3-f5b1-4484-b792-a8061c90f11a), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:36.513654 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2c9f4363-a124-4f14-8d10-0c6f38f67e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (c3b906d3-f5b1-4484-b792-a8061c90f11a), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:36.516334 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-2c9f4363-a124-4f14-8d10-0c6f38f67e98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:36.517503 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-2c9f4363-a124-4f14-8d10-0c6f38f67e98 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/c3b906d3-f5b1-4484-b792-a8061c90f11a HTTP/1.1" status: 204 len: 168 time: 0.1194601 Aug 30 04:41:36.525609 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f4363-a124-4f14-8d10-0c6f38f67e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b906d3-f5b1-4484-b792-a8061c90f11a,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:41:36.782782 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 60590) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:41:36.799043 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fca85037-9884-49cb-8392-77cd6c6c8fd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:36.877323 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fca85037-9884-49cb-8392-77cd6c6c8fd3 admin admin] Publish callbacks [] for security_group (cfcaa174-23a4-487e-993f-6d829bf3c93f), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:36.881800 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-fca85037-9884-49cb-8392-77cd6c6c8fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (cfcaa174-23a4-487e-993f-6d829bf3c93f), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:36.921784 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-fca85037-9884-49cb-8392-77cd6c6c8fd3 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=eb199a94bd7443a2b07676a40cace225&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1379449 Aug 30 04:41:36.923795 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca85037-9884-49cb-8392-77cd6c6c8fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfcaa174-23a4-487e-993f-6d829bf3c93f,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:41:36.924602 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 60592) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:41:36.975621 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-4f9d09fe-b3c7-47ab-a03f-345e54124db1 admin admin] Publish callbacks [] for security_group (cfcaa174-23a4-487e-993f-6d829bf3c93f), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:36.996178 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-4f9d09fe-b3c7-47ab-a03f-345e54124db1 admin admin] Publish callbacks [] for security_group (cfcaa174-23a4-487e-993f-6d829bf3c93f), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:37.042784 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-4f9d09fe-b3c7-47ab-a03f-345e54124db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (cfcaa174-23a4-487e-993f-6d829bf3c93f), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:37.045405 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-4f9d09fe-b3c7-47ab-a03f-345e54124db1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:37.046547 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-4f9d09fe-b3c7-47ab-a03f-345e54124db1 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/cfcaa174-23a4-487e-993f-6d829bf3c93f HTTP/1.1" status: 204 len: 168 time: 0.1208375 Aug 30 04:41:37.059818 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d09fe-b3c7-47ab-a03f-345e54124db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfcaa174-23a4-487e-993f-6d829bf3c93f,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:41:42.318428 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (dd0d0365-d50b-4401-90d8-c3ff73fab053), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:44.493875 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:41:46.916283 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=53,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:41:46.919044 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=53,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:41:47.049610 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:41:47.050367 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:41:47.545819 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.agents_db [None req-600259de-68db-4343-b4d4-64e31eed30fa None None] Agent healthcheck: found 6 active agents {{(pid=106260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:41:49.139059 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 60728) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:41:49.245859 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-6581bb17-e835-4f44-a837-c8b3a5bf288c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:49.319368 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-6581bb17-e835-4f44-a837-c8b3a5bf288c admin admin] Publish callbacks [] for security_group (fd50dd99-af2c-4c81-8ea1-033a3b5440b3), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:49.322997 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-6581bb17-e835-4f44-a837-c8b3a5bf288c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (fd50dd99-af2c-4c81-8ea1-033a3b5440b3), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:49.359654 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-6581bb17-e835-4f44-a837-c8b3a5bf288c admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=0b64913b0b0f4521882b906a3c533c70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2195117 Aug 30 04:41:49.362370 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 60732) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:41:49.364189 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6581bb17-e835-4f44-a837-c8b3a5bf288c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd50dd99-af2c-4c81-8ea1-033a3b5440b3,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:41:49.371480 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6581bb17-e835-4f44-a837-c8b3a5bf288c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:41:49.371840 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6581bb17-e835-4f44-a837-c8b3a5bf288c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:41:49.372182 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6581bb17-e835-4f44-a837-c8b3a5bf288c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:41:49.372522 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6581bb17-e835-4f44-a837-c8b3a5bf288c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:41:49.372857 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6581bb17-e835-4f44-a837-c8b3a5bf288c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:41:49.373215 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6581bb17-e835-4f44-a837-c8b3a5bf288c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:41:49.373544 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6581bb17-e835-4f44-a837-c8b3a5bf288c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:41:49.373871 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6581bb17-e835-4f44-a837-c8b3a5bf288c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:41:49.374199 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6581bb17-e835-4f44-a837-c8b3a5bf288c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:41:49.374523 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6581bb17-e835-4f44-a837-c8b3a5bf288c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:41:49.374857 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6581bb17-e835-4f44-a837-c8b3a5bf288c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:41:49.375177 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6581bb17-e835-4f44-a837-c8b3a5bf288c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:41:49.375498 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6581bb17-e835-4f44-a837-c8b3a5bf288c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:41:49.375823 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6581bb17-e835-4f44-a837-c8b3a5bf288c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:41:49.376142 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6581bb17-e835-4f44-a837-c8b3a5bf288c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:41:49.411291 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1dd2e08d-2e2e-4d70-b380-75ee435a3750 admin admin] Publish callbacks [] for security_group (fd50dd99-af2c-4c81-8ea1-033a3b5440b3), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:49.431578 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1dd2e08d-2e2e-4d70-b380-75ee435a3750 admin admin] Publish callbacks [] for security_group (fd50dd99-af2c-4c81-8ea1-033a3b5440b3), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:49.477458 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1dd2e08d-2e2e-4d70-b380-75ee435a3750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (fd50dd99-af2c-4c81-8ea1-033a3b5440b3), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:49.480104 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-1dd2e08d-2e2e-4d70-b380-75ee435a3750 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:49.481275 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-1dd2e08d-2e2e-4d70-b380-75ee435a3750 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/fd50dd99-af2c-4c81-8ea1-033a3b5440b3 HTTP/1.1" status: 204 len: 168 time: 0.1178887 Aug 30 04:41:49.489681 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd2e08d-2e2e-4d70-b380-75ee435a3750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd50dd99-af2c-4c81-8ea1-033a3b5440b3,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:41:49.498644 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd2e08d-2e2e-4d70-b380-75ee435a3750 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:41:49.499119 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd2e08d-2e2e-4d70-b380-75ee435a3750 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:41:49.499573 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd2e08d-2e2e-4d70-b380-75ee435a3750 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:41:49.499916 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd2e08d-2e2e-4d70-b380-75ee435a3750 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:41:49.500255 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd2e08d-2e2e-4d70-b380-75ee435a3750 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:41:49.500695 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd2e08d-2e2e-4d70-b380-75ee435a3750 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:41:49.500918 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd2e08d-2e2e-4d70-b380-75ee435a3750 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:41:49.501267 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd2e08d-2e2e-4d70-b380-75ee435a3750 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:41:49.501601 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd2e08d-2e2e-4d70-b380-75ee435a3750 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:41:49.501928 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd2e08d-2e2e-4d70-b380-75ee435a3750 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:41:49.502257 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd2e08d-2e2e-4d70-b380-75ee435a3750 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:41:49.502581 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd2e08d-2e2e-4d70-b380-75ee435a3750 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:41:49.502906 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd2e08d-2e2e-4d70-b380-75ee435a3750 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:41:49.503227 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd2e08d-2e2e-4d70-b380-75ee435a3750 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:41:49.503546 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd2e08d-2e2e-4d70-b380-75ee435a3750 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:41:49.739559 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 60738) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:41:49.752925 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7149c584-2c35-429e-a7f8-3f0f221dca5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:49.831254 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7149c584-2c35-429e-a7f8-3f0f221dca5f admin admin] Publish callbacks [] for security_group (ca51aebf-39bd-40b1-a31a-657b0f0d566e), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:49.836199 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7149c584-2c35-429e-a7f8-3f0f221dca5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (ca51aebf-39bd-40b1-a31a-657b0f0d566e), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:49.874557 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-7149c584-2c35-429e-a7f8-3f0f221dca5f admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=20071c17eab64fffbb03d008f6289d61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339266 Aug 30 04:41:49.875456 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7149c584-2c35-429e-a7f8-3f0f221dca5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca51aebf-39bd-40b1-a31a-657b0f0d566e,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:41:49.877350 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 60740) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:41:49.926376 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-b6de6594-dbf3-4000-b329-cfe38e4a7cd0 admin admin] Publish callbacks [] for security_group (ca51aebf-39bd-40b1-a31a-657b0f0d566e), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:49.946932 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-b6de6594-dbf3-4000-b329-cfe38e4a7cd0 admin admin] Publish callbacks [] for security_group (ca51aebf-39bd-40b1-a31a-657b0f0d566e), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:49.994135 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-b6de6594-dbf3-4000-b329-cfe38e4a7cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (ca51aebf-39bd-40b1-a31a-657b0f0d566e), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:49.996658 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-b6de6594-dbf3-4000-b329-cfe38e4a7cd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:49.997835 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-b6de6594-dbf3-4000-b329-cfe38e4a7cd0 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/ca51aebf-39bd-40b1-a31a-657b0f0d566e HTTP/1.1" status: 204 len: 168 time: 0.1194932 Aug 30 04:41:50.005361 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6de6594-dbf3-4000-b329-cfe38e4a7cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca51aebf-39bd-40b1-a31a-657b0f0d566e,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:41:51.511318 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:41:52.954857 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:41:52.955431 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=15,neutron:UPDATE=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:41:52.969007 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-4c1798c4-348f-42dd-8fa8-a2cafc01fadc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:54.010180 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 60806) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:41:54.123145 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-ec8a1e6d-3f1a-4545-9d4c-6e085c2c1420 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:54.201338 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-ec8a1e6d-3f1a-4545-9d4c-6e085c2c1420 admin admin] Publish callbacks [] for security_group (a6177cd5-5a03-42a3-a8c2-4aacfe9f31bb), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:54.204837 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-ec8a1e6d-3f1a-4545-9d4c-6e085c2c1420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (a6177cd5-5a03-42a3-a8c2-4aacfe9f31bb), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:54.244834 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-ec8a1e6d-3f1a-4545-9d4c-6e085c2c1420 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=2e5d120c22dd4eadac93161b31e13294&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2335410 Aug 30 04:41:54.245673 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a1e6d-3f1a-4545-9d4c-6e085c2c1420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6177cd5-5a03-42a3-a8c2-4aacfe9f31bb,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:41:54.247459 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 60810) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:41:54.299647 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-8e9d2f02-703f-4d89-8d56-0560cd73717f admin admin] Publish callbacks [] for security_group (a6177cd5-5a03-42a3-a8c2-4aacfe9f31bb), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:54.322395 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-8e9d2f02-703f-4d89-8d56-0560cd73717f admin admin] Publish callbacks [] for security_group (a6177cd5-5a03-42a3-a8c2-4aacfe9f31bb), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:54.373563 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-8e9d2f02-703f-4d89-8d56-0560cd73717f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (a6177cd5-5a03-42a3-a8c2-4aacfe9f31bb), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:54.376429 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-8e9d2f02-703f-4d89-8d56-0560cd73717f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:54.377682 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-8e9d2f02-703f-4d89-8d56-0560cd73717f admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/a6177cd5-5a03-42a3-a8c2-4aacfe9f31bb HTTP/1.1" status: 204 len: 168 time: 0.1286643 Aug 30 04:41:54.386293 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d2f02-703f-4d89-8d56-0560cd73717f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6177cd5-5a03-42a3-a8c2-4aacfe9f31bb,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:41:55.321905 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-1bf0452c-59cc-4f4f-ad97-82572a0a5abc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:56.618387 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:57.542781 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:41:57.937415 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:41:58.204358 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:02.911686 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 60886) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:42:03.057155 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-d8d209e1-0ae3-4e17-8f34-15bc03705323 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Deleting port ee4098ca-f400-4b06-8a44-73f3ca264f42 {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:42:03.057497 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d8d209e1-0ae3-4e17-8f34-15bc03705323 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (ee4098ca-f400-4b06-8a44-73f3ca264f42), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:03.137535 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d8d209e1-0ae3-4e17-8f34-15bc03705323 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (ee4098ca-f400-4b06-8a44-73f3ca264f42), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:03.137864 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d8d209e1-0ae3-4e17-8f34-15bc03705323 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks [] for floatingip (ee4098ca-f400-4b06-8a44-73f3ca264f42), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:03.150699 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-d8d209e1-0ae3-4e17-8f34-15bc03705323 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Calling delete_port for ee4098ca-f400-4b06-8a44-73f3ca264f42 owned by network:floatingip {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:42:03.155191 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:42:03.212684 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=10 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:42:03.300116 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d8d209e1-0ae3-4e17-8f34-15bc03705323 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62508200'] for port (ee4098ca-f400-4b06-8a44-73f3ca264f42), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:03.322713 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d209e1-0ae3-4e17-8f34-15bc03705323 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Pushing event deleted for resources: {'Port': ['ID=ee4098ca-f400-4b06-8a44-73f3ca264f42,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:42:03.386308 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d8d209e1-0ae3-4e17-8f34-15bc03705323 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks [] for floatingip (4ef4409c-343a-4845-81c2-c7bb62659401), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:03.386633 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.db.l3_db [None req-d8d209e1-0ae3-4e17-8f34-15bc03705323 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Floating IP 4ef4409c-343a-4845-81c2-c7bb62659401 disassociated (deleted). External IP: 172.27.1.176, port: 2bbc9929-169f-4688-9954-202d82d50d7f. Aug 30 04:42:03.580694 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d209e1-0ae3-4e17-8f34-15bc03705323 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Router 3cd04f69-8754-4bcc-8da6-441e4bbbdaca has already been hosted by L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 {{(pid=106258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:42:03.683437 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d209e1-0ae3-4e17-8f34-15bc03705323 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:42:03.688283 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-d8d209e1-0ae3-4e17-8f34-15bc03705323 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for floatingip (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:03.692874 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a74efd-40ee-4135-9639-d190e7e0ba6a None None] Sync routers for ids ['3cd04f69-8754-4bcc-8da6-441e4bbbdaca'] in dv-cinder-854265-2-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:42:03.703004 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a74efd-40ee-4135-9639-d190e7e0ba6a None None] Routers {'3cd04f69-8754-4bcc-8da6-441e4bbbdaca'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:42:03.703611 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-c6a74efd-40ee-4135-9639-d190e7e0ba6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:41:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['3cd04f69-8754-4bcc-8da6-441e4bbbdaca'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:42:03.717909 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-d8d209e1-0ae3-4e17-8f34-15bc03705323 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "DELETE /networking/v2.0/floatingips/4ef4409c-343a-4845-81c2-c7bb62659401 HTTP/1.1" status: 204 len: 168 time: 0.8052373 Aug 30 04:42:03.718493 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '225eb902-89f6-40a7-a7ab-6920239fea06', 'tag': '2bbc9929-169f-4688-9954-202d82d50d7f'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:42:03.720795 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cae73fbe7dcf058e11387a0db1adace332cfaa4523dfba65b1576f9d32bef72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27222b39-e243-4c3d-a306-85cf88be42d9" -d '{"events": [{"name": "network-changed", "server_uuid": "225eb902-89f6-40a7-a7ab-6920239fea06", "tag": "2bbc9929-169f-4688-9954-202d82d50d7f"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:42:03.767887 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b769802c-67de-45e3-8117-5a194b3f0171 x-openstack-request-id: req-b769802c-67de-45e3-8117-5a194b3f0171 {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:42:03.768963 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "225eb902-89f6-40a7-a7ab-6920239fea06", "tag": "2bbc9929-169f-4688-9954-202d82d50d7f", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:42:03.769321 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-b769802c-67de-45e3-8117-5a194b3f0171 {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:42:03.769791 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b769802c-67de-45e3-8117-5a194b3f0171'] response: {'name': 'network-changed', 'server_uuid': '225eb902-89f6-40a7-a7ab-6920239fea06', 'tag': '2bbc9929-169f-4688-9954-202d82d50d7f', 'status': 'completed', 'code': 200} Aug 30 04:42:03.830373 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-c6a74efd-40ee-4135-9639-d190e7e0ba6a None None] Set router 3cd04f69-8754-4bcc-8da6-441e4bbbdaca gateway port host: dv-cinder-854265-2-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:42:04.111027 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce31e96-0af8-47f1-b51a-37373ad49ff3 req-05af117f-e798-4f2a-b009-a5cbb39ff8e7 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:42:04.112569 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-fce31e96-0af8-47f1-b51a-37373ad49ff3 req-05af117f-e798-4f2a-b009-a5cbb39ff8e7 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=225eb902-89f6-40a7-a7ab-6920239fea06 HTTP/1.1" status: 200 len: 945 time: 0.2103064 Aug 30 04:42:04.130635 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-c6a74efd-40ee-4135-9639-d190e7e0ba6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'name': 'tempest-TestVolumeBootPattern-1449703283-router', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6a192df2-96c0-45ba-aae5-fdca29a7234d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:34:47Z', 'updated_at': '2022-08-30T04:34:51Z', 'revision_number': 4, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'gw_port': {'id': '6a192df2-96c0-45ba-aae5-fdca29a7234d', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:48Z', 'updated_at': '2022-08-30T04:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_floatingips': [{'id': '65297b53-978f-4573-a47c-5a8c6704b9b1', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'floating_ip_address': '172.27.1.8', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'port_id': '62ae85bd-5cc8-48f9-bbc5-06af77beba2a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79', 'mac_address': 'fa:16:3e:77:68:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8913aeda-b661-4c59-b19b-eb3252bf1047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:38:11Z', 'updated_at': '2022-08-30T04:38:14Z', 'revision_number': 1, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cda351f-5831-40f7-b0b6-865ca2b809d3', 'name': '', 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'mac_address': 'fa:16:3e:df:80:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:51Z', 'updated_at': '2022-08-30T04:34:58Z', 'revision_number': 5, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'subnets': [{'id': '2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:42:04.155276 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a74efd-40ee-4135-9639-d190e7e0ba6a None None] Checking router: 3cd04f69-8754-4bcc-8da6-441e4bbbdaca for host: dv-cinder-854265-2-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:42:04.163680 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a74efd-40ee-4135-9639-d190e7e0ba6a None None] Routers {'3cd04f69-8754-4bcc-8da6-441e4bbbdaca'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:42:04.164275 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-c6a74efd-40ee-4135-9639-d190e7e0ba6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:41:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['3cd04f69-8754-4bcc-8da6-441e4bbbdaca'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:42:04.167886 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-fce31e96-0af8-47f1-b51a-37373ad49ff3 req-803b0205-152f-4ef9-8ae4-6de4049ae233 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bf906bae-0190-4421-8ed3-fd285f7352de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481050 Aug 30 04:42:04.263846 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-c6a74efd-40ee-4135-9639-d190e7e0ba6a None None] Set router 3cd04f69-8754-4bcc-8da6-441e4bbbdaca gateway port host: dv-cinder-854265-2-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:42:04.359210 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=56,neutron:INSERT=5,neutron:DELETE=5 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:42:04.382196 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=47,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:42:04.472388 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-c6a74efd-40ee-4135-9639-d190e7e0ba6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'name': 'tempest-TestVolumeBootPattern-1449703283-router', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6a192df2-96c0-45ba-aae5-fdca29a7234d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:34:47Z', 'updated_at': '2022-08-30T04:34:51Z', 'revision_number': 4, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'gw_port': {'id': '6a192df2-96c0-45ba-aae5-fdca29a7234d', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:48Z', 'updated_at': '2022-08-30T04:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_floatingips': [{'id': '65297b53-978f-4573-a47c-5a8c6704b9b1', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'floating_ip_address': '172.27.1.8', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'port_id': '62ae85bd-5cc8-48f9-bbc5-06af77beba2a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79', 'mac_address': 'fa:16:3e:77:68:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8913aeda-b661-4c59-b19b-eb3252bf1047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:38:11Z', 'updated_at': '2022-08-30T04:38:14Z', 'revision_number': 1, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cda351f-5831-40f7-b0b6-865ca2b809d3', 'name': '', 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'mac_address': 'fa:16:3e:df:80:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:51Z', 'updated_at': '2022-08-30T04:34:58Z', 'revision_number': 5, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'subnets': [{'id': '2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:42:04.497196 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a74efd-40ee-4135-9639-d190e7e0ba6a None None] The sync data for ids ['3cd04f69-8754-4bcc-8da6-441e4bbbdaca'] in dv-cinder-854265-2-iscsi is: [{'id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'name': 'tempest-TestVolumeBootPattern-1449703283-router', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6a192df2-96c0-45ba-aae5-fdca29a7234d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:34:47Z', 'updated_at': '2022-08-30T04:34:51Z', 'revision_number': 4, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'gw_port': {'id': '6a192df2-96c0-45ba-aae5-fdca29a7234d', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:48Z', 'updated_at': '2022-08-30T04:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_floatingips': [{'id': '65297b53-978f-4573-a47c-5a8c6704b9b1', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'floating_ip_address': '172.27.1.8', 'floating_network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'router_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'port_id': '62ae85bd-5cc8-48f9-bbc5-06af77beba2a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79', 'mac_address': 'fa:16:3e:77:68:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8913aeda-b661-4c59-b19b-eb3252bf1047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T04:38:11Z', 'updated_at': '2022-08-30T04:38:14Z', 'revision_number': 1, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cda351f-5831-40f7-b0b6-865ca2b809d3', 'name': '', 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'mac_address': 'fa:16:3e:df:80:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:51Z', 'updated_at': '2022-08-30T04:34:58Z', 'revision_number': 5, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'subnets': [{'id': '2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:42:04.714179 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc0bf4c-157f-45a3-8c9d-f5fecf3e1888 None None] New status for floating IP 4ef4409c-343a-4845-81c2-c7bb62659401: DOWN {{(pid=106259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:42:05.360869 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c7391-6b67-49e0-b0a9-00c306aef7fe req-f016d0ff-83e7-4fc6-90bb-55851be6bb0f tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:42:05.362457 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-811c7391-6b67-49e0-b0a9-00c306aef7fe req-f016d0ff-83e7-4fc6-90bb-55851be6bb0f tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=225eb902-89f6-40a7-a7ab-6920239fea06 HTTP/1.1" status: 200 len: 945 time: 0.1118579 Aug 30 04:42:05.411856 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-811c7391-6b67-49e0-b0a9-00c306aef7fe req-a9e6919d-6f59-4f48-a391-6ad6c1eb1945 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bf906bae-0190-4421-8ed3-fd285f7352de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438170 Aug 30 04:42:05.851234 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27222b39-e243-4c3d-a306-85cf88be42d9 req-e44d8a93-40aa-49c2-bf03-77712dc40d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:42:05.852724 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-27222b39-e243-4c3d-a306-85cf88be42d9 req-e44d8a93-40aa-49c2-bf03-77712dc40d90 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=18e4bf7297124da4b43ccaeda048f772&device_id=225eb902-89f6-40a7-a7ab-6920239fea06 HTTP/1.1" status: 200 len: 1129 time: 0.0401406 Aug 30 04:42:06.529326 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b14343-4ea5-4fd9-9d1b-5739307bc3ca req-ee2c584e-76ef-4316-b48c-7f3c1c480147 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:42:06.530806 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-09b14343-4ea5-4fd9-9d1b-5739307bc3ca req-ee2c584e-76ef-4316-b48c-7f3c1c480147 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=225eb902-89f6-40a7-a7ab-6920239fea06 HTTP/1.1" status: 200 len: 945 time: 0.0463638 Aug 30 04:42:06.580946 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-09b14343-4ea5-4fd9-9d1b-5739307bc3ca req-d0176b90-1ad7-4909-8d85-49d48b6b71d3 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bf906bae-0190-4421-8ed3-fd285f7352de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443521 Aug 30 04:42:07.466012 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27222b39-e243-4c3d-a306-85cf88be42d9 req-e92761b4-9cb1-4f03-b2fe-481c67d97032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:42:07.467581 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-27222b39-e243-4c3d-a306-85cf88be42d9 req-e92761b4-9cb1-4f03-b2fe-481c67d97032 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=05bb2295-ab1f-4755-bab5-38bb2e0a7b79 HTTP/1.1" status: 200 len: 914 time: 0.0965648 Aug 30 04:42:07.642578 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-27222b39-e243-4c3d-a306-85cf88be42d9 req-7d0685a3-d902-4a5d-9677-564a5f4a9fad service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bbc9929-169f-4688-9954-202d82d50d7f HTTP/1.1" status: 200 len: 217 time: 0.0367477 Aug 30 04:42:07.713712 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27222b39-e243-4c3d-a306-85cf88be42d9 req-75e7d718-4de6-4ffd-944c-3270f89bceec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:42:07.715472 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-27222b39-e243-4c3d-a306-85cf88be42d9 req-75e7d718-4de6-4ffd-944c-3270f89bceec service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3 HTTP/1.1" status: 200 len: 851 time: 0.0547197 Aug 30 04:42:07.722123 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c327884-8002-486c-bc49-7ec0934f1346 req-9a9fc4c6-7631-439e-9d38-4edf75a1c1f2 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:42:07.723595 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4c327884-8002-486c-bc49-7ec0934f1346 req-9a9fc4c6-7631-439e-9d38-4edf75a1c1f2 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=225eb902-89f6-40a7-a7ab-6920239fea06 HTTP/1.1" status: 200 len: 945 time: 0.0603755 Aug 30 04:42:07.757380 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:42:07.769232 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:42:07.782974 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-4c327884-8002-486c-bc49-7ec0934f1346 req-f930995f-3b29-499a-8a45-1b6b35469fb0 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bf906bae-0190-4421-8ed3-fd285f7352de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531626 Aug 30 04:42:08.000847 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27222b39-e243-4c3d-a306-85cf88be42d9 req-a4970613-f207-477a-a2cc-1a8a4e37d6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:42:08.002416 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-27222b39-e243-4c3d-a306-85cf88be42d9 req-a4970613-f207-477a-a2cc-1a8a4e37d6ef service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=05bb2295-ab1f-4755-bab5-38bb2e0a7b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435920 Aug 30 04:42:08.211809 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30763d0-62ec-4488-b34e-d1ed525d7aec req-4e8b1eae-2cfe-4c4b-b2ec-58f275efa5e3 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:42:08.213278 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-f30763d0-62ec-4488-b34e-d1ed525d7aec req-4e8b1eae-2cfe-4c4b-b2ec-58f275efa5e3 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=225eb902-89f6-40a7-a7ab-6920239fea06 HTTP/1.1" status: 200 len: 945 time: 0.0808928 Aug 30 04:42:08.289961 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-27222b39-e243-4c3d-a306-85cf88be42d9 req-36c55106-c3a1-48d6-984c-d7857885c88c service neutron] 10.222.0.71 "GET /networking/v2.0/networks/05bb2295-ab1f-4755-bab5-38bb2e0a7b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648450 Aug 30 04:42:08.366955 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [req-f30763d0-62ec-4488-b34e-d1ed525d7aec req-720b5114-d8af-4d6f-9eb0-57733e00105b tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Deleting port 2bbc9929-169f-4688-9954-202d82d50d7f {{(pid=106257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:42:08.367296 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-f30763d0-62ec-4488-b34e-d1ed525d7aec req-720b5114-d8af-4d6f-9eb0-57733e00105b tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (2bbc9929-169f-4688-9954-202d82d50d7f), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:08.470217 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-27222b39-e243-4c3d-a306-85cf88be42d9 req-b42726c7-7a92-4132-9c4c-30d0868bb174 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/05bb2295-ab1f-4755-bab5-38bb2e0a7b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599200 Aug 30 04:42:08.487130 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [req-f30763d0-62ec-4488-b34e-d1ed525d7aec req-720b5114-d8af-4d6f-9eb0-57733e00105b tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] For port 2bbc9929-169f-4688-9954-202d82d50d7f, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2bbc9929-169f-4688-9954-202d82d50d7f,segment=NetworkSegment(fdd31e04-0827-4615-9af3-6927d149ce86),segment_id=fdd31e04-0827-4615-9af3-6927d149ce86)] {{(pid=106257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:42:08.487496 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-f30763d0-62ec-4488-b34e-d1ed525d7aec req-720b5114-d8af-4d6f-9eb0-57733e00105b tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (2bbc9929-169f-4688-9954-202d82d50d7f), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:08.501134 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [req-f30763d0-62ec-4488-b34e-d1ed525d7aec req-720b5114-d8af-4d6f-9eb0-57733e00105b tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Calling delete_port for 2bbc9929-169f-4688-9954-202d82d50d7f owned by compute:nova {{(pid=106257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:42:08.632766 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-f30763d0-62ec-4488-b34e-d1ed525d7aec req-720b5114-d8af-4d6f-9eb0-57733e00105b tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (2bbc9929-169f-4688-9954-202d82d50d7f), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:08.660166 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b5114-d8af-4d6f-9eb0-57733e00105b tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Pushing event deleted for resources: {'Port': ['ID=2bbc9929-169f-4688-9954-202d82d50d7f,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:42:08.705695 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [req-f30763d0-62ec-4488-b34e-d1ed525d7aec req-720b5114-d8af-4d6f-9eb0-57733e00105b tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] No DVR routers for this DVR port 2bbc9929-169f-4688-9954-202d82d50d7f on host hv-cinder-85426 {{(pid=106257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:42:08.708128 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-f30763d0-62ec-4488-b34e-d1ed525d7aec req-720b5114-d8af-4d6f-9eb0-57733e00105b tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:08.711347 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-f30763d0-62ec-4488-b34e-d1ed525d7aec req-720b5114-d8af-4d6f-9eb0-57733e00105b tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.71 "DELETE /networking/v2.0/ports/2bbc9929-169f-4688-9954-202d82d50d7f HTTP/1.1" status: 204 len: 173 time: 0.4919598 Aug 30 04:42:08.711791 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '225eb902-89f6-40a7-a7ab-6920239fea06', 'name': 'network-vif-deleted', 'tag': '2bbc9929-169f-4688-9954-202d82d50d7f'}] {{(pid=106257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:42:08.714530 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d1a48af4e812f9c70823208ed2638ca64b88de6e4994a5bf3763d45491ed842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51441a2c-2ce7-43c6-bcf1-4039d2cc1d97" -d '{"events": [{"server_uuid": "225eb902-89f6-40a7-a7ab-6920239fea06", "name": "network-vif-deleted", "tag": "2bbc9929-169f-4688-9954-202d82d50d7f"}]}' {{(pid=106257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:42:08.758855 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c650126-031e-4dbb-9a16-9a259a6a4a8d x-openstack-request-id: req-7c650126-031e-4dbb-9a16-9a259a6a4a8d {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:42:08.759181 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "225eb902-89f6-40a7-a7ab-6920239fea06", "name": "network-vif-deleted", "tag": "2bbc9929-169f-4688-9954-202d82d50d7f", "status": "completed", "code": 200}]} {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:42:08.759446 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-7c650126-031e-4dbb-9a16-9a259a6a4a8d {{(pid=106257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:42:08.759874 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c650126-031e-4dbb-9a16-9a259a6a4a8d'] response: {'server_uuid': '225eb902-89f6-40a7-a7ab-6920239fea06', 'name': 'network-vif-deleted', 'tag': '2bbc9929-169f-4688-9954-202d82d50d7f', 'status': 'completed', 'code': 200} Aug 30 04:42:08.888676 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-042eaa3f-222b-4ff4-aa24-844224916be1 req-002c00b2-83cc-4b90-82d8-e1255b533136 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=225eb902-89f6-40a7-a7ab-6920239fea06 HTTP/1.1" status: 200 len: 210 time: 0.0287464 Aug 30 04:42:12.206528 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 32796) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:42:12.330020 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (dd0d0365-d50b-4401-90d8-c3ff73fab053), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:12.350820 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-0cc83f6b-d7b3-4a1a-8097-cc7f4227656d tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Deleting port df727a69-db0f-4f86-8439-cc0489b2fed6 {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:42:12.351292 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0cc83f6b-d7b3-4a1a-8097-cc7f4227656d tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (df727a69-db0f-4f86-8439-cc0489b2fed6), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:12.391095 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 2bbc9929-169f-4688-9954-202d82d50d7f no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:42:12.411063 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] No Port match for: 2bbc9929-169f-4688-9954-202d82d50d7f {{(pid=106259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:42:12.411413 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 2bbc9929-169f-4688-9954-202d82d50d7f not bound to the agent host hv-cinder-85426 {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:42:12.437864 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0cc83f6b-d7b3-4a1a-8097-cc7f4227656d tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (df727a69-db0f-4f86-8439-cc0489b2fed6), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:12.438197 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0cc83f6b-d7b3-4a1a-8097-cc7f4227656d tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks [] for floatingip (df727a69-db0f-4f86-8439-cc0489b2fed6), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:12.451999 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-0cc83f6b-d7b3-4a1a-8097-cc7f4227656d tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Calling delete_port for df727a69-db0f-4f86-8439-cc0489b2fed6 owned by network:floatingip {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:42:12.605586 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0cc83f6b-d7b3-4a1a-8097-cc7f4227656d tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62508200'] for port (df727a69-db0f-4f86-8439-cc0489b2fed6), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:12.634654 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc83f6b-d7b3-4a1a-8097-cc7f4227656d tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Pushing event deleted for resources: {'Port': ['ID=df727a69-db0f-4f86-8439-cc0489b2fed6,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:42:12.698326 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0cc83f6b-d7b3-4a1a-8097-cc7f4227656d tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks [] for floatingip (65297b53-978f-4573-a47c-5a8c6704b9b1), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:12.698723 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.db.l3_db [None req-0cc83f6b-d7b3-4a1a-8097-cc7f4227656d tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Floating IP 65297b53-978f-4573-a47c-5a8c6704b9b1 disassociated (deleted). External IP: 172.27.1.8, port: 62ae85bd-5cc8-48f9-bbc5-06af77beba2a. Aug 30 04:42:13.183632 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc83f6b-d7b3-4a1a-8097-cc7f4227656d tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Router 3cd04f69-8754-4bcc-8da6-441e4bbbdaca has already been hosted by L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 {{(pid=106258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:42:13.293272 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc83f6b-d7b3-4a1a-8097-cc7f4227656d tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:42:13.298421 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-0cc83f6b-d7b3-4a1a-8097-cc7f4227656d tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for floatingip (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:13.304316 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce6c045-846e-4b15-9163-2cbb1c7d4a8b None None] Sync routers for ids ['3cd04f69-8754-4bcc-8da6-441e4bbbdaca'] in dv-cinder-854265-2-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:42:13.315331 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce6c045-846e-4b15-9163-2cbb1c7d4a8b None None] Routers {'3cd04f69-8754-4bcc-8da6-441e4bbbdaca'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:42:13.315974 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-3ce6c045-846e-4b15-9163-2cbb1c7d4a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:41:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['3cd04f69-8754-4bcc-8da6-441e4bbbdaca'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:42:13.322431 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:42:13.332256 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-0cc83f6b-d7b3-4a1a-8097-cc7f4227656d tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "DELETE /networking/v2.0/floatingips/65297b53-978f-4573-a47c-5a8c6704b9b1 HTTP/1.1" status: 204 len: 168 time: 1.1245193 Aug 30 04:42:13.332816 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8913aeda-b661-4c59-b19b-eb3252bf1047', 'tag': '62ae85bd-5cc8-48f9-bbc5-06af77beba2a'}] {{(pid=106258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:42:13.335194 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cae73fbe7dcf058e11387a0db1adace332cfaa4523dfba65b1576f9d32bef72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724038e7-fed9-4691-a0c2-a1919f7d8212" -d '{"events": [{"name": "network-changed", "server_uuid": "8913aeda-b661-4c59-b19b-eb3252bf1047", "tag": "62ae85bd-5cc8-48f9-bbc5-06af77beba2a"}]}' {{(pid=106258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:42:13.380435 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 04:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8fe9468-9350-416d-95db-f0706fdb16fb x-openstack-request-id: req-c8fe9468-9350-416d-95db-f0706fdb16fb {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:42:13.380435 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8913aeda-b661-4c59-b19b-eb3252bf1047", "tag": "62ae85bd-5cc8-48f9-bbc5-06af77beba2a", "status": "completed", "code": 200}]} {{(pid=106258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:42:13.380435 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-c8fe9468-9350-416d-95db-f0706fdb16fb {{(pid=106258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:42:13.380852 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8fe9468-9350-416d-95db-f0706fdb16fb'] response: {'name': 'network-changed', 'server_uuid': '8913aeda-b661-4c59-b19b-eb3252bf1047', 'tag': '62ae85bd-5cc8-48f9-bbc5-06af77beba2a', 'status': 'completed', 'code': 200} Aug 30 04:42:13.441359 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-3ce6c045-846e-4b15-9163-2cbb1c7d4a8b None None] Set router 3cd04f69-8754-4bcc-8da6-441e4bbbdaca gateway port host: dv-cinder-854265-2-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:42:13.485648 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:42:13.503594 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724038e7-fed9-4691-a0c2-a1919f7d8212 req-d3616d71-18b0-4d99-8c80-17ab25bf09fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:42:13.505298 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-724038e7-fed9-4691-a0c2-a1919f7d8212 req-d3616d71-18b0-4d99-8c80-17ab25bf09fc service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=18e4bf7297124da4b43ccaeda048f772&device_id=8913aeda-b661-4c59-b19b-eb3252bf1047 HTTP/1.1" status: 200 len: 1130 time: 0.0517685 Aug 30 04:42:13.576056 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e182a2-fbef-4e5c-b4ad-4ef56ef959f1 req-6a029d20-995e-4cb8-a117-e93d91933eae tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:42:13.577669 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-07e182a2-fbef-4e5c-b4ad-4ef56ef959f1 req-6a029d20-995e-4cb8-a117-e93d91933eae tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8913aeda-b661-4c59-b19b-eb3252bf1047 HTTP/1.1" status: 200 len: 946 time: 0.0505421 Aug 30 04:42:13.590733 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:42:13.640178 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-07e182a2-fbef-4e5c-b4ad-4ef56ef959f1 req-34091ff5-387a-49f2-a600-f0239bbc9d6b tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bf906bae-0190-4421-8ed3-fd285f7352de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552354 Aug 30 04:42:13.641428 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=100 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:42:13.661697 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-3ce6c045-846e-4b15-9163-2cbb1c7d4a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'name': 'tempest-TestVolumeBootPattern-1449703283-router', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6a192df2-96c0-45ba-aae5-fdca29a7234d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:34:47Z', 'updated_at': '2022-08-30T04:34:51Z', 'revision_number': 4, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'gw_port': {'id': '6a192df2-96c0-45ba-aae5-fdca29a7234d', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:48Z', 'updated_at': '2022-08-30T04:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': '7cda351f-5831-40f7-b0b6-865ca2b809d3', 'name': '', 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'mac_address': 'fa:16:3e:df:80:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:51Z', 'updated_at': '2022-08-30T04:34:58Z', 'revision_number': 5, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'subnets': [{'id': '2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:42:13.686378 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce6c045-846e-4b15-9163-2cbb1c7d4a8b None None] Checking router: 3cd04f69-8754-4bcc-8da6-441e4bbbdaca for host: dv-cinder-854265-2-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:42:13.694820 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce6c045-846e-4b15-9163-2cbb1c7d4a8b None None] Routers {'3cd04f69-8754-4bcc-8da6-441e4bbbdaca'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:42:13.695425 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-3ce6c045-846e-4b15-9163-2cbb1c7d4a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:41:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['3cd04f69-8754-4bcc-8da6-441e4bbbdaca'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:42:13.798949 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-3ce6c045-846e-4b15-9163-2cbb1c7d4a8b None None] Set router 3cd04f69-8754-4bcc-8da6-441e4bbbdaca gateway port host: dv-cinder-854265-2-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:42:13.990849 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-3ce6c045-846e-4b15-9163-2cbb1c7d4a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'name': 'tempest-TestVolumeBootPattern-1449703283-router', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6a192df2-96c0-45ba-aae5-fdca29a7234d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:34:47Z', 'updated_at': '2022-08-30T04:34:51Z', 'revision_number': 4, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'gw_port': {'id': '6a192df2-96c0-45ba-aae5-fdca29a7234d', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:48Z', 'updated_at': '2022-08-30T04:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': '7cda351f-5831-40f7-b0b6-865ca2b809d3', 'name': '', 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'mac_address': 'fa:16:3e:df:80:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:51Z', 'updated_at': '2022-08-30T04:34:58Z', 'revision_number': 5, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'subnets': [{'id': '2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:42:14.015928 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce6c045-846e-4b15-9163-2cbb1c7d4a8b None None] The sync data for ids ['3cd04f69-8754-4bcc-8da6-441e4bbbdaca'] in dv-cinder-854265-2-iscsi is: [{'id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'name': 'tempest-TestVolumeBootPattern-1449703283-router', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6a192df2-96c0-45ba-aae5-fdca29a7234d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:34:47Z', 'updated_at': '2022-08-30T04:34:51Z', 'revision_number': 4, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'gw_port': {'id': '6a192df2-96c0-45ba-aae5-fdca29a7234d', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:48Z', 'updated_at': '2022-08-30T04:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi', '_interfaces': [{'id': '7cda351f-5831-40f7-b0b6-865ca2b809d3', 'name': '', 'network_id': '05bb2295-ab1f-4755-bab5-38bb2e0a7b79', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'mac_address': 'fa:16:3e:df:80:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:51Z', 'updated_at': '2022-08-30T04:34:58Z', 'revision_number': 5, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'subnets': [{'id': '2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:42:14.242680 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368f9e69-73be-451c-81de-7eefe0f081b2 None None] New status for floating IP 65297b53-978f-4573-a47c-5a8c6704b9b1: DOWN {{(pid=106259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 04:42:14.787874 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c36b9-57c2-4da5-ae64-049cd9f21d23 req-61a4ad47-b9b0-4308-af9f-d63c7bdf13e8 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:42:14.789257 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-443c36b9-57c2-4da5-ae64-049cd9f21d23 req-61a4ad47-b9b0-4308-af9f-d63c7bdf13e8 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8913aeda-b661-4c59-b19b-eb3252bf1047 HTTP/1.1" status: 200 len: 946 time: 0.0497265 Aug 30 04:42:14.841548 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-443c36b9-57c2-4da5-ae64-049cd9f21d23 req-606abf11-9084-4b16-b3a5-42ac31bf5ef5 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bf906bae-0190-4421-8ed3-fd285f7352de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465233 Aug 30 04:42:15.443033 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:42:15.504623 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:42:15.520351 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724038e7-fed9-4691-a0c2-a1919f7d8212 req-83e7dadd-74d2-4da2-93e1-a73b0e2e3ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:42:15.521834 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-724038e7-fed9-4691-a0c2-a1919f7d8212 req-83e7dadd-74d2-4da2-93e1-a73b0e2e3ab1 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=05bb2295-ab1f-4755-bab5-38bb2e0a7b79 HTTP/1.1" status: 200 len: 914 time: 0.1377904 Aug 30 04:42:15.696857 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-724038e7-fed9-4691-a0c2-a1919f7d8212 req-d4a7fb5c-4f30-4838-9c58-9484f76199bf service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62ae85bd-5cc8-48f9-bbc5-06af77beba2a HTTP/1.1" status: 200 len: 217 time: 0.0376983 Aug 30 04:42:15.748895 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724038e7-fed9-4691-a0c2-a1919f7d8212 req-dbf16f40-2a18-476f-8328-4adaa93c5263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:42:15.750432 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-724038e7-fed9-4691-a0c2-a1919f7d8212 req-dbf16f40-2a18-476f-8328-4adaa93c5263 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3 HTTP/1.1" status: 200 len: 851 time: 0.0459232 Aug 30 04:42:15.968096 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724038e7-fed9-4691-a0c2-a1919f7d8212 req-509fa940-5757-437f-ae71-bccfcfecf74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:42:15.969498 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a523d1-ec46-490d-9bb7-1f62b826bf4c req-23729012-add8-4c34-b781-cb620724800b tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:42:15.970023 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-724038e7-fed9-4691-a0c2-a1919f7d8212 req-509fa940-5757-437f-ae71-bccfcfecf74d service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=05bb2295-ab1f-4755-bab5-38bb2e0a7b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468831 Aug 30 04:42:15.971030 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d7a523d1-ec46-490d-9bb7-1f62b826bf4c req-23729012-add8-4c34-b781-cb620724800b tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8913aeda-b661-4c59-b19b-eb3252bf1047 HTTP/1.1" status: 200 len: 946 time: 0.0534778 Aug 30 04:42:16.021887 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-d7a523d1-ec46-490d-9bb7-1f62b826bf4c req-a6cce441-6d9a-4131-ab6b-61580cc43f42 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/security-groups?id=bf906bae-0190-4421-8ed3-fd285f7352de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452838 Aug 30 04:42:16.072524 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-724038e7-fed9-4691-a0c2-a1919f7d8212 req-c4478f6a-9de2-49f4-9f4c-d8ff4457d402 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/05bb2295-ab1f-4755-bab5-38bb2e0a7b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925059 Aug 30 04:42:16.230042 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e46c9-49d4-4aa9-8844-5e276f2124d8 req-dafd1915-3af3-4bf7-8008-b3ffc9040bf6 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 04:42:16.231675 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-4a1e46c9-49d4-4aa9-8844-5e276f2124d8 req-dafd1915-3af3-4bf7-8008-b3ffc9040bf6 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=8913aeda-b661-4c59-b19b-eb3252bf1047 HTTP/1.1" status: 200 len: 946 time: 0.0848284 Aug 30 04:42:16.320983 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-724038e7-fed9-4691-a0c2-a1919f7d8212 req-74e3d898-06eb-4181-846b-87bb26f22bd8 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/05bb2295-ab1f-4755-bab5-38bb2e0a7b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833401 Aug 30 04:42:16.340224 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [req-4a1e46c9-49d4-4aa9-8844-5e276f2124d8 req-443147f0-30a7-4731-97cb-2047bfe3b9e0 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Deleting port 62ae85bd-5cc8-48f9-bbc5-06af77beba2a {{(pid=106257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:42:16.340579 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-4a1e46c9-49d4-4aa9-8844-5e276f2124d8 req-443147f0-30a7-4731-97cb-2047bfe3b9e0 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (62ae85bd-5cc8-48f9-bbc5-06af77beba2a), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:16.694689 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [req-4a1e46c9-49d4-4aa9-8844-5e276f2124d8 req-443147f0-30a7-4731-97cb-2047bfe3b9e0 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] For port 62ae85bd-5cc8-48f9-bbc5-06af77beba2a, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=62ae85bd-5cc8-48f9-bbc5-06af77beba2a,segment=NetworkSegment(fdd31e04-0827-4615-9af3-6927d149ce86),segment_id=fdd31e04-0827-4615-9af3-6927d149ce86)] {{(pid=106257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:42:16.695416 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-4a1e46c9-49d4-4aa9-8844-5e276f2124d8 req-443147f0-30a7-4731-97cb-2047bfe3b9e0 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (62ae85bd-5cc8-48f9-bbc5-06af77beba2a), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:16.708784 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [req-4a1e46c9-49d4-4aa9-8844-5e276f2124d8 req-443147f0-30a7-4731-97cb-2047bfe3b9e0 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Calling delete_port for 62ae85bd-5cc8-48f9-bbc5-06af77beba2a owned by compute:nova {{(pid=106257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:42:16.838232 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-4a1e46c9-49d4-4aa9-8844-5e276f2124d8 req-443147f0-30a7-4731-97cb-2047bfe3b9e0 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (62ae85bd-5cc8-48f9-bbc5-06af77beba2a), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:16.869683 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443147f0-30a7-4731-97cb-2047bfe3b9e0 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Pushing event deleted for resources: {'Port': ['ID=62ae85bd-5cc8-48f9-bbc5-06af77beba2a,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:42:16.915188 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a1e46c9-49d4-4aa9-8844-5e276f2124d8 req-443147f0-30a7-4731-97cb-2047bfe3b9e0 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] No DVR routers for this DVR port 62ae85bd-5cc8-48f9-bbc5-06af77beba2a on host hv-cinder-85426 {{(pid=106257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:42:16.917729 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [req-4a1e46c9-49d4-4aa9-8844-5e276f2124d8 req-443147f0-30a7-4731-97cb-2047bfe3b9e0 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for port (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:16.920951 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [req-4a1e46c9-49d4-4aa9-8844-5e276f2124d8 req-443147f0-30a7-4731-97cb-2047bfe3b9e0 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.71 "DELETE /networking/v2.0/ports/62ae85bd-5cc8-48f9-bbc5-06af77beba2a HTTP/1.1" status: 204 len: 173 time: 0.6812251 Aug 30 04:42:16.921411 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8913aeda-b661-4c59-b19b-eb3252bf1047', 'name': 'network-vif-deleted', 'tag': '62ae85bd-5cc8-48f9-bbc5-06af77beba2a'}] {{(pid=106257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 04:42:16.923640 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.85/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d1a48af4e812f9c70823208ed2638ca64b88de6e4994a5bf3763d45491ed842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42707650-3450-42e0-952f-e49960390e01" -d '{"events": [{"server_uuid": "8913aeda-b661-4c59-b19b-eb3252bf1047", "name": "network-vif-deleted", "tag": "62ae85bd-5cc8-48f9-bbc5-06af77beba2a"}]}' {{(pid=106257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 04:42:17.028404 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 04:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd2ff6a-3fbd-4cee-af15-0b668c8a2980 x-openstack-request-id: req-ddd2ff6a-3fbd-4cee-af15-0b668c8a2980 {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 04:42:17.028849 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8913aeda-b661-4c59-b19b-eb3252bf1047", "name": "network-vif-deleted", "tag": "62ae85bd-5cc8-48f9-bbc5-06af77beba2a", "status": "completed", "code": 200}]} {{(pid=106257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 04:42:17.029217 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.85/compute/v2.1/os-server-external-events used request id req-ddd2ff6a-3fbd-4cee-af15-0b668c8a2980 {{(pid=106257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 04:42:17.030795 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddd2ff6a-3fbd-4cee-af15-0b668c8a2980'] response: {'server_uuid': '8913aeda-b661-4c59-b19b-eb3252bf1047', 'name': 'network-vif-deleted', 'tag': '62ae85bd-5cc8-48f9-bbc5-06af77beba2a', 'status': 'completed', 'code': 200} Aug 30 04:42:17.132305 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [req-12e06768-493e-42d2-ae3f-2f4004a71ed5 req-9ccb813c-7c2b-449c-984a-1ebcde7d8d87 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8913aeda-b661-4c59-b19b-eb3252bf1047 HTTP/1.1" status: 200 len: 210 time: 0.0336154 Aug 30 04:42:18.197559 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 32830) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:42:18.311334 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-49ebdf69-0d9d-4403-be0f-89ee961267f6 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Deleting port 6f1e2517-e9bc-4579-beb4-cc2ffe0d6e2f {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:42:18.311678 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-49ebdf69-0d9d-4403-be0f-89ee961267f6 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (6f1e2517-e9bc-4579-beb4-cc2ffe0d6e2f), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:18.389799 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-49ebdf69-0d9d-4403-be0f-89ee961267f6 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (6f1e2517-e9bc-4579-beb4-cc2ffe0d6e2f), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:18.390029 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-49ebdf69-0d9d-4403-be0f-89ee961267f6 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks [] for floatingip (6f1e2517-e9bc-4579-beb4-cc2ffe0d6e2f), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:18.403683 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-49ebdf69-0d9d-4403-be0f-89ee961267f6 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Calling delete_port for 6f1e2517-e9bc-4579-beb4-cc2ffe0d6e2f owned by network:floatingip {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:42:18.539477 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-49ebdf69-0d9d-4403-be0f-89ee961267f6 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62508200'] for port (6f1e2517-e9bc-4579-beb4-cc2ffe0d6e2f), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:18.564936 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ebdf69-0d9d-4403-be0f-89ee961267f6 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Pushing event deleted for resources: {'Port': ['ID=6f1e2517-e9bc-4579-beb4-cc2ffe0d6e2f,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:42:18.632700 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-49ebdf69-0d9d-4403-be0f-89ee961267f6 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks [] for floatingip (8490d5dc-2d73-466c-a6e7-e63e5e808bd3), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:18.635204 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-49ebdf69-0d9d-4403-be0f-89ee961267f6 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99274'] for floatingip (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:18.636344 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-49ebdf69-0d9d-4403-be0f-89ee961267f6 tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "DELETE /networking/v2.0/floatingips/8490d5dc-2d73-466c-a6e7-e63e5e808bd3 HTTP/1.1" status: 204 len: 168 time: 0.4382589 Aug 30 04:42:19.841199 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 32844) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:42:19.901593 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-37ad6316-5565-4f26-a210-52a9d8f4128e tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks [] for security_group (bf906bae-0190-4421-8ed3-fd285f7352de), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:19.926776 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-37ad6316-5565-4f26-a210-52a9d8f4128e tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks [] for security_group (bf906bae-0190-4421-8ed3-fd285f7352de), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:19.990177 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-37ad6316-5565-4f26-a210-52a9d8f4128e tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (bf906bae-0190-4421-8ed3-fd285f7352de), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:19.993553 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-37ad6316-5565-4f26-a210-52a9d8f4128e tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:19.995037 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-37ad6316-5565-4f26-a210-52a9d8f4128e tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] 10.222.0.85 "DELETE /networking/v2.0/security-groups/bf906bae-0190-4421-8ed3-fd285f7352de HTTP/1.1" status: 204 len: 168 time: 0.1527755 Aug 30 04:42:20.005728 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ad6316-5565-4f26-a210-52a9d8f4128e tempest-TestVolumeBootPattern-362673499 tempest-TestVolumeBootPattern-362673499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf906bae-0190-4421-8ed3-fd285f7352de,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:42:20.062021 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 32850) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:42:20.219723 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:42:20.248579 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:42:20.434165 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 62ae85bd-5cc8-48f9-bbc5-06af77beba2a no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:42:20.457261 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] No Port match for: 62ae85bd-5cc8-48f9-bbc5-06af77beba2a {{(pid=106259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:42:20.457606 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Device 62ae85bd-5cc8-48f9-bbc5-06af77beba2a not bound to the agent host hv-cinder-85426 {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:42:20.506294 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-286f0522-3e88-45a3-8ff8-b697c4eb5e30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697220'] for router_interface (3cd04f69-8754-4bcc-8da6-441e4bbbdaca), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:20.737854 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-286f0522-3e88-45a3-8ff8-b697c4eb5e30 admin admin] Deleting port 7cda351f-5831-40f7-b0b6-865ca2b809d3 {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:42:20.738093 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-286f0522-3e88-45a3-8ff8-b697c4eb5e30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (7cda351f-5831-40f7-b0b6-865ca2b809d3), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:20.817094 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [None req-286f0522-3e88-45a3-8ff8-b697c4eb5e30 admin admin] For port 7cda351f-5831-40f7-b0b6-865ca2b809d3, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=7cda351f-5831-40f7-b0b6-865ca2b809d3,segment=NetworkSegment(fdd31e04-0827-4615-9af3-6927d149ce86),segment_id=fdd31e04-0827-4615-9af3-6927d149ce86)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:42:20.817452 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-286f0522-3e88-45a3-8ff8-b697c4eb5e30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (7cda351f-5831-40f7-b0b6-865ca2b809d3), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:20.830910 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-286f0522-3e88-45a3-8ff8-b697c4eb5e30 admin admin] Calling delete_port for 7cda351f-5831-40f7-b0b6-865ca2b809d3 owned by network:router_interface {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:42:21.012066 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-286f0522-3e88-45a3-8ff8-b697c4eb5e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62508200'] for port (7cda351f-5831-40f7-b0b6-865ca2b809d3), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:21.081116 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:42:21.083920 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286f0522-3e88-45a3-8ff8-b697c4eb5e30 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cda351f-5831-40f7-b0b6-865ca2b809d3,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:42:21.140178 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:42:21.208463 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-286f0522-3e88-45a3-8ff8-b697c4eb5e30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-697396'] for router_interface (3cd04f69-8754-4bcc-8da6-441e4bbbdaca), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:21.422294 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-286f0522-3e88-45a3-8ff8-b697c4eb5e30 admin admin] Router 3cd04f69-8754-4bcc-8da6-441e4bbbdaca has already been hosted by L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 {{(pid=106258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:42:21.523462 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-286f0522-3e88-45a3-8ff8-b697c4eb5e30 admin admin] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:42:21.528493 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-286f0522-3e88-45a3-8ff8-b697c4eb5e30 admin admin] 10.222.0.85 "PUT /networking/v2.0/routers/3cd04f69-8754-4bcc-8da6-441e4bbbdaca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4655244 Aug 30 04:42:21.531286 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 32856) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:42:21.532768 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb21d8f2-e626-44f5-aa2a-f56a3de8ba26 None None] Sync routers for ids ['3cd04f69-8754-4bcc-8da6-441e4bbbdaca'] in dv-cinder-854265-2-iscsi {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:42:21.547213 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb21d8f2-e626-44f5-aa2a-f56a3de8ba26 None None] Routers {'3cd04f69-8754-4bcc-8da6-441e4bbbdaca'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:42:21.547817 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-eb21d8f2-e626-44f5-aa2a-f56a3de8ba26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:41:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['3cd04f69-8754-4bcc-8da6-441e4bbbdaca'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:42:21.632474 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-022ceb23-4876-40fc-b0d1-a0d3ade76a21 admin admin] Publish callbacks [] for router (3cd04f69-8754-4bcc-8da6-441e4bbbdaca), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:21.644494 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-eb21d8f2-e626-44f5-aa2a-f56a3de8ba26 None None] Set router 3cd04f69-8754-4bcc-8da6-441e4bbbdaca gateway port host: dv-cinder-854265-2-iscsi {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:42:21.664598 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:42:21.725595 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:42:21.735442 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-022ceb23-4876-40fc-b0d1-a0d3ade76a21 admin admin] Publish callbacks [] for router_gateway (3cd04f69-8754-4bcc-8da6-441e4bbbdaca), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:21.783436 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [None req-022ceb23-4876-40fc-b0d1-a0d3ade76a21 admin admin] Deleting port 6a192df2-96c0-45ba-aae5-fdca29a7234d {{(pid=106257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:42:21.783781 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-022ceb23-4876-40fc-b0d1-a0d3ade76a21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (6a192df2-96c0-45ba-aae5-fdca29a7234d), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:21.874256 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [None req-022ceb23-4876-40fc-b0d1-a0d3ade76a21 admin admin] For port 6a192df2-96c0-45ba-aae5-fdca29a7234d, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=6a192df2-96c0-45ba-aae5-fdca29a7234d,segment=NetworkSegment(fa929cc1-394c-4547-9d6d-d932c4c80d18),segment_id=fa929cc1-394c-4547-9d6d-d932c4c80d18)] {{(pid=106257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:42:21.874628 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-022ceb23-4876-40fc-b0d1-a0d3ade76a21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (6a192df2-96c0-45ba-aae5-fdca29a7234d), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:21.887495 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [None req-022ceb23-4876-40fc-b0d1-a0d3ade76a21 admin admin] Calling delete_port for 6a192df2-96c0-45ba-aae5-fdca29a7234d owned by network:router_gateway {{(pid=106257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:42:21.907948 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-eb21d8f2-e626-44f5-aa2a-f56a3de8ba26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'name': 'tempest-TestVolumeBootPattern-1449703283-router', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '6a192df2-96c0-45ba-aae5-fdca29a7234d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:34:47Z', 'updated_at': '2022-08-30T04:42:20Z', 'revision_number': 5, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'gw_port': {'id': '6a192df2-96c0-45ba-aae5-fdca29a7234d', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:48Z', 'updated_at': '2022-08-30T04:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi'}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:42:21.939712 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb21d8f2-e626-44f5-aa2a-f56a3de8ba26 None None] Checking router: 3cd04f69-8754-4bcc-8da6-441e4bbbdaca for host: dv-cinder-854265-2-iscsi {{(pid=106260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:42:21.948296 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb21d8f2-e626-44f5-aa2a-f56a3de8ba26 None None] Routers {'3cd04f69-8754-4bcc-8da6-441e4bbbdaca'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:42:21.948902 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-eb21d8f2-e626-44f5-aa2a-f56a3de8ba26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:41:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['3cd04f69-8754-4bcc-8da6-441e4bbbdaca'], 'active': True} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:42:22.032253 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_dvr_db [None req-eb21d8f2-e626-44f5-aa2a-f56a3de8ba26 None None] Set router 3cd04f69-8754-4bcc-8da6-441e4bbbdaca gateway port host: None {{(pid=106260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:42:22.055887 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-022ceb23-4876-40fc-b0d1-a0d3ade76a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (6a192df2-96c0-45ba-aae5-fdca29a7234d), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:22.084991 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.l3_hamode_db [None req-eb21d8f2-e626-44f5-aa2a-f56a3de8ba26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'name': 'tempest-TestVolumeBootPattern-1449703283-router', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:34:47Z', 'updated_at': '2022-08-30T04:42:21Z', 'revision_number': 6, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'gw_port_host': None}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:42:22.088426 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ceb23-4876-40fc-b0d1-a0d3ade76a21 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a192df2-96c0-45ba-aae5-fdca29a7234d,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:42:22.115429 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb21d8f2-e626-44f5-aa2a-f56a3de8ba26 None None] The sync data for ids ['3cd04f69-8754-4bcc-8da6-441e4bbbdaca'] in dv-cinder-854265-2-iscsi is: [{'id': '3cd04f69-8754-4bcc-8da6-441e4bbbdaca', 'name': 'tempest-TestVolumeBootPattern-1449703283-router', 'tenant_id': '18e4bf7297124da4b43ccaeda048f772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:34:47Z', 'updated_at': '2022-08-30T04:42:21Z', 'revision_number': 6, 'project_id': '18e4bf7297124da4b43ccaeda048f772', 'gw_port_host': None}] {{(pid=106260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:42:22.166748 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-022ceb23-4876-40fc-b0d1-a0d3ade76a21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696775'] for router_gateway (3cd04f69-8754-4bcc-8da6-441e4bbbdaca), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:22.257631 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-022ceb23-4876-40fc-b0d1-a0d3ade76a21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-696042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6498'] for router (3cd04f69-8754-4bcc-8da6-441e4bbbdaca), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:22.259824 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-022ceb23-4876-40fc-b0d1-a0d3ade76a21 admin admin] Publish callbacks [] for router_controller (3cd04f69-8754-4bcc-8da6-441e4bbbdaca), precommit_delete_associations {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:22.310816 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-022ceb23-4876-40fc-b0d1-a0d3ade76a21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-697417'] for router (3cd04f69-8754-4bcc-8da6-441e4bbbdaca), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:22.311505 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022ceb23-4876-40fc-b0d1-a0d3ade76a21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cd04f69-8754-4bcc-8da6-441e4bbbdaca {{(pid=106257) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 04:42:22.315713 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-022ceb23-4876-40fc-b0d1-a0d3ade76a21 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:22.317381 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-022ceb23-4876-40fc-b0d1-a0d3ade76a21 admin admin] 10.222.0.85 "DELETE /networking/v2.0/routers/3cd04f69-8754-4bcc-8da6-441e4bbbdaca HTTP/1.1" status: 204 len: 168 time: 0.7847733 Aug 30 04:42:22.319653 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 32860) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:42:22.366552 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd4da427-2ed7-4dad-9be6-d20016887187 admin admin] Deleting subnet 2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3 {{(pid=106257) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 04:42:22.369848 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-cd4da427-2ed7-4dad-9be6-d20016887187 admin admin] Publish callbacks [] for subnet (2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:22.407046 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-cd4da427-2ed7-4dad-9be6-d20016887187 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61669262'] for subnet (2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3), precommit_delete_associations {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:22.489954 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-cd4da427-2ed7-4dad-9be6-d20016887187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3893603'] for subnet (2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:22.546936 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-cd4da427-2ed7-4dad-9be6-d20016887187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61207901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61944255'] for subnet (2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:22.551590 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=10 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:42:22.577342 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4da427-2ed7-4dad-9be6-d20016887187 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:42:22.579524 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-cd4da427-2ed7-4dad-9be6-d20016887187 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for subnet (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:22.584655 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9be98a-92d6-4213-a824-12950dc6284f None None] Network 05bb2295-ab1f-4755-bab5-38bb2e0a7b79 requested from dv-cinder-854265-2-iscsi {{(pid=106259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:42:22.585418 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-cd4da427-2ed7-4dad-9be6-d20016887187 admin admin] 10.222.0.85 "DELETE /networking/v2.0/subnets/2ee5ad0d-1fd6-497a-b97e-2daf803dd2f3 HTTP/1.1" status: 204 len: 168 time: 0.2647855 Aug 30 04:42:22.585602 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 32862) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:42:22.655798 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7fee12cc-6506-4ca8-9887-d7d5f9b73e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3781726'] for network (05bb2295-ab1f-4755-bab5-38bb2e0a7b79), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:22.697340 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-7fee12cc-6506-4ca8-9887-d7d5f9b73e11 admin admin] Deleting port 42e30d9e-3fd3-40d4-bb41-550d6ad89726 {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:42:22.697751 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7fee12cc-6506-4ca8-9887-d7d5f9b73e11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (42e30d9e-3fd3-40d4-bb41-550d6ad89726), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:22.765232 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [None req-7fee12cc-6506-4ca8-9887-d7d5f9b73e11 admin admin] For port 42e30d9e-3fd3-40d4-bb41-550d6ad89726, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=42e30d9e-3fd3-40d4-bb41-550d6ad89726,segment=NetworkSegment(fdd31e04-0827-4615-9af3-6927d149ce86),segment_id=fdd31e04-0827-4615-9af3-6927d149ce86)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:42:22.765592 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7fee12cc-6506-4ca8-9887-d7d5f9b73e11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (42e30d9e-3fd3-40d4-bb41-550d6ad89726), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:22.778226 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-7fee12cc-6506-4ca8-9887-d7d5f9b73e11 admin admin] Calling delete_port for 42e30d9e-3fd3-40d4-bb41-550d6ad89726 owned by network:dhcp {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:42:22.856693 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7fee12cc-6506-4ca8-9887-d7d5f9b73e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62508200'] for port (42e30d9e-3fd3-40d4-bb41-550d6ad89726), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:22.884013 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fee12cc-6506-4ca8-9887-d7d5f9b73e11 admin admin] Pushing event deleted for resources: {'Port': ['ID=42e30d9e-3fd3-40d4-bb41-550d6ad89726,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:42:22.889227 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fee12cc-6506-4ca8-9887-d7d5f9b73e11 admin admin] No DVR routers for this DVR port 42e30d9e-3fd3-40d4-bb41-550d6ad89726 on host dv-cinder-854265-2-iscsi {{(pid=106258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:42:22.907543 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f638920-1e59-4b23-87e2-c5e49e14861f None None] DHCP port deletion for 05bb2295-ab1f-4755-bab5-38bb2e0a7b79 request from dv-cinder-854265-2-iscsi {{(pid=106259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 04:42:22.968354 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=40,neutron:UPDATE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:42:22.975081 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-9df1d0e9-2e8c-4d19-926c-362f2a577e3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:22.979085 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 6a192df2-96c0-45ba-aae5-fdca29a7234d no longer exists at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:42:22.981628 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7fee12cc-6506-4ca8-9887-d7d5f9b73e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891968', 'neutron.services.segments.db._delete_segments_for_network-8785261144643'] for network (05bb2295-ab1f-4755-bab5-38bb2e0a7b79), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:22.982814 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=38,neutron:UPDATE=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:42:22.996568 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:42:23.000827 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] No Port match for: 6a192df2-96c0-45ba-aae5-fdca29a7234d {{(pid=106259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:42:23.001216 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 6a192df2-96c0-45ba-aae5-fdca29a7234d not bound to the agent host dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:42:23.001649 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 42e30d9e-3fd3-40d4-bb41-550d6ad89726 no longer exists at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:42:23.008046 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-7fee12cc-6506-4ca8-9887-d7d5f9b73e11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05bb2295-ab1f-4755-bab5-38bb2e0a7b79']}} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:42:23.020296 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-7fee12cc-6506-4ca8-9887-d7d5f9b73e11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdd31e04-0827-4615-9af3-6927d149ce86') {'for_net_delete': True} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:42:23.020600 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-7fee12cc-6506-4ca8-9887-d7d5f9b73e11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdd31e04-0827-4615-9af3-6927d149ce86') {} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:42:23.023321 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] No Port match for: 42e30d9e-3fd3-40d4-bb41-550d6ad89726 {{(pid=106259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:42:23.023899 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 42e30d9e-3fd3-40d4-bb41-550d6ad89726 not bound to the agent host dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:42:23.024509 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 7cda351f-5831-40f7-b0b6-865ca2b809d3 no longer exists at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:42:23.032350 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7fee12cc-6506-4ca8-9887-d7d5f9b73e11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785261169839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61943808'] for segment (fdd31e04-0827-4615-9af3-6927d149ce86), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:23.050098 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7fee12cc-6506-4ca8-9887-d7d5f9b73e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3898234'] for segment (fdd31e04-0827-4615-9af3-6927d149ce86), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:23.054507 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] No Port match for: 7cda351f-5831-40f7-b0b6-865ca2b809d3 {{(pid=106259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:42:23.054911 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 7cda351f-5831-40f7-b0b6-865ca2b809d3 not bound to the agent host dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:42:23.068020 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fee12cc-6506-4ca8-9887-d7d5f9b73e11 admin admin] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=106258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 04:42:23.069167 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7fee12cc-6506-4ca8-9887-d7d5f9b73e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3898234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62508285'] for segment (fdd31e04-0827-4615-9af3-6927d149ce86), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:23.115953 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.services.segments.plugin [-] Segment fdd31e04-0827-4615-9af3-6927d149ce86 resource provider aggregate not found Aug 30 04:42:23.137992 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.services.segments.plugin [-] Segment fdd31e04-0827-4615-9af3-6927d149ce86 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fdd31e04-0827-4615-9af3-6927d149ce86 found for delete ", "request_id": "req-61875f6a-4ba5-4f11-83ae-1afdf4c6cc65"}]} Aug 30 04:42:23.149332 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7fee12cc-6506-4ca8-9887-d7d5f9b73e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696747'] for network (05bb2295-ab1f-4755-bab5-38bb2e0a7b79), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:23.155355 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-7fee12cc-6506-4ca8-9887-d7d5f9b73e11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for network (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:23.158615 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-7fee12cc-6506-4ca8-9887-d7d5f9b73e11 admin admin] 10.222.0.85 "DELETE /networking/v2.0/networks/05bb2295-ab1f-4755-bab5-38bb2e0a7b79 HTTP/1.1" status: 204 len: 168 time: 0.5717180 Aug 30 04:42:23.161839 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 32878) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:42:23.177981 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fee12cc-6506-4ca8-9887-d7d5f9b73e11 admin admin] Pushing event deleted for resources: {'Network': ['ID=05bb2295-ab1f-4755-bab5-38bb2e0a7b79,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:42:23.265637 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:42:23.499452 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ce800a6a-49c6-4e92-8f2e-10017f40bcce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-697220'] for router_interface (03da3ca8-bd21-4c01-9e81-f03e7262d9d2), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:23.716448 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [None req-ce800a6a-49c6-4e92-8f2e-10017f40bcce admin admin] Deleting port a6465a50-1024-4bed-aad2-b25511939372 {{(pid=106257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:42:23.717088 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ce800a6a-49c6-4e92-8f2e-10017f40bcce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (a6465a50-1024-4bed-aad2-b25511939372), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:23.796555 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [None req-ce800a6a-49c6-4e92-8f2e-10017f40bcce admin admin] For port a6465a50-1024-4bed-aad2-b25511939372, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=a6465a50-1024-4bed-aad2-b25511939372,segment=NetworkSegment(c750c43f-5686-4ec2-b889-59a49e490fdf),segment_id=c750c43f-5686-4ec2-b889-59a49e490fdf)] {{(pid=106257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:42:23.796923 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ce800a6a-49c6-4e92-8f2e-10017f40bcce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (a6465a50-1024-4bed-aad2-b25511939372), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:23.809911 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [None req-ce800a6a-49c6-4e92-8f2e-10017f40bcce admin admin] Calling delete_port for a6465a50-1024-4bed-aad2-b25511939372 owned by network:router_interface {{(pid=106257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:42:23.965933 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:42:23.990099 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ce800a6a-49c6-4e92-8f2e-10017f40bcce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (a6465a50-1024-4bed-aad2-b25511939372), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:24.020242 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce800a6a-49c6-4e92-8f2e-10017f40bcce admin admin] Pushing event deleted for resources: {'Port': ['ID=a6465a50-1024-4bed-aad2-b25511939372,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:42:24.124399 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:42:24.181212 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ce800a6a-49c6-4e92-8f2e-10017f40bcce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-697396'] for router_interface (03da3ca8-bd21-4c01-9e81-f03e7262d9d2), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:24.396440 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce800a6a-49c6-4e92-8f2e-10017f40bcce admin admin] Router 03da3ca8-bd21-4c01-9e81-f03e7262d9d2 has already been hosted by L3 agent 9fd4accb-0151-4c96-97a2-1f8687736ef1 {{(pid=106257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 04:42:24.493840 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce800a6a-49c6-4e92-8f2e-10017f40bcce admin admin] Notify agent at l3_agent.dv-cinder-854265-2-iscsi the message routers_updated {{(pid=106257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 04:42:24.499885 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-ce800a6a-49c6-4e92-8f2e-10017f40bcce admin admin] 10.222.0.85 "PUT /networking/v2.0/routers/03da3ca8-bd21-4c01-9e81-f03e7262d9d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3369813 Aug 30 04:42:24.502377 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 32886) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:42:24.502946 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a09399-c790-4a72-a4a3-1819822ec02b None None] Sync routers for ids ['03da3ca8-bd21-4c01-9e81-f03e7262d9d2'] in dv-cinder-854265-2-iscsi {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 04:42:24.515220 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a09399-c790-4a72-a4a3-1819822ec02b None None] Routers {'03da3ca8-bd21-4c01-9e81-f03e7262d9d2'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:42:24.515953 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-b1a09399-c790-4a72-a4a3-1819822ec02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:41:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['03da3ca8-bd21-4c01-9e81-f03e7262d9d2'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:42:24.549355 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.agents_db [None req-600259de-68db-4343-b4d4-64e31eed30fa None None] Agent healthcheck: found 6 active agents {{(pid=106260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:42:24.608223 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ed233f73-4426-4352-b00e-7eb8d723436f admin admin] Publish callbacks [] for router (03da3ca8-bd21-4c01-9e81-f03e7262d9d2), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:24.627027 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-b1a09399-c790-4a72-a4a3-1819822ec02b None None] Set router 03da3ca8-bd21-4c01-9e81-f03e7262d9d2 gateway port host: dv-cinder-854265-2-iscsi {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:42:24.710043 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ed233f73-4426-4352-b00e-7eb8d723436f admin admin] Publish callbacks [] for router_gateway (03da3ca8-bd21-4c01-9e81-f03e7262d9d2), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:24.752393 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [None req-ed233f73-4426-4352-b00e-7eb8d723436f admin admin] Deleting port 809ee589-ce9f-4b01-8223-36768c0947f1 {{(pid=106257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:42:24.753125 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ed233f73-4426-4352-b00e-7eb8d723436f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (809ee589-ce9f-4b01-8223-36768c0947f1), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:24.799423 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-b1a09399-c790-4a72-a4a3-1819822ec02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03da3ca8-bd21-4c01-9e81-f03e7262d9d2', 'name': 'tempest-TestVolumeBootPattern-1466937550-router', 'tenant_id': 'af87dd63dbe545c3a99753b771eb2cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'external_fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '809ee589-ce9f-4b01-8223-36768c0947f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:34:54Z', 'updated_at': '2022-08-30T04:42:23Z', 'revision_number': 5, 'project_id': 'af87dd63dbe545c3a99753b771eb2cfc', 'gw_port': {'id': '809ee589-ce9f-4b01-8223-36768c0947f1', 'name': '', 'network_id': '03964a12-f74f-4d2e-840d-00c949ed3dc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:30:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03da3ca8-bd21-4c01-9e81-f03e7262d9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854265-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T04:34:54Z', 'updated_at': '2022-08-30T04:35:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00661445-2d2c-4e5c-8f29-475eaaec65d5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854265-2-iscsi'}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:42:24.824261 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a09399-c790-4a72-a4a3-1819822ec02b None None] Checking router: 03da3ca8-bd21-4c01-9e81-f03e7262d9d2 for host: dv-cinder-854265-2-iscsi {{(pid=106259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 04:42:24.832727 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a09399-c790-4a72-a4a3-1819822ec02b None None] Routers {'03da3ca8-bd21-4c01-9e81-f03e7262d9d2'} bound to L3 agent in host dv-cinder-854265-2-iscsi {{(pid=106259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 04:42:24.833358 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-b1a09399-c790-4a72-a4a3-1819822ec02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854265-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T04:17:55Z,description=,heartbeat_timestamp=2022-08-30T04:41:55Z,host='dv-cinder-854265-2-iscsi',id=9fd4accb-0151-4c96-97a2-1f8687736ef1,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T04:17:55Z,topic='l3_agent')) {'router_ids': ['03da3ca8-bd21-4c01-9e81-f03e7262d9d2'], 'active': True} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:42:24.837206 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.db [None req-ed233f73-4426-4352-b00e-7eb8d723436f admin admin] For port 809ee589-ce9f-4b01-8223-36768c0947f1, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=809ee589-ce9f-4b01-8223-36768c0947f1,segment=NetworkSegment(fa929cc1-394c-4547-9d6d-d932c4c80d18),segment_id=fa929cc1-394c-4547-9d6d-d932c4c80d18)] {{(pid=106257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:42:24.837568 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ed233f73-4426-4352-b00e-7eb8d723436f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (809ee589-ce9f-4b01-8223-36768c0947f1), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:24.850943 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.plugins.ml2.plugin [None req-ed233f73-4426-4352-b00e-7eb8d723436f admin admin] Calling delete_port for 809ee589-ce9f-4b01-8223-36768c0947f1 owned by network:router_gateway {{(pid=106257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:42:24.893095 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:42:24.917334 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvr_db [None req-b1a09399-c790-4a72-a4a3-1819822ec02b None None] Set router 03da3ca8-bd21-4c01-9e81-f03e7262d9d2 gateway port host: None {{(pid=106259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 04:42:24.967289 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_hamode_db [None req-b1a09399-c790-4a72-a4a3-1819822ec02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03da3ca8-bd21-4c01-9e81-f03e7262d9d2', 'name': 'tempest-TestVolumeBootPattern-1466937550-router', 'tenant_id': 'af87dd63dbe545c3a99753b771eb2cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:34:54Z', 'updated_at': '2022-08-30T04:42:24Z', 'revision_number': 6, 'project_id': 'af87dd63dbe545c3a99753b771eb2cfc', 'gw_port_host': None}], 'dv-cinder-854265-2-iscsi', False) {} {{(pid=106259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:42:24.972315 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:42:24.997543 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a09399-c790-4a72-a4a3-1819822ec02b None None] The sync data for ids ['03da3ca8-bd21-4c01-9e81-f03e7262d9d2'] in dv-cinder-854265-2-iscsi is: [{'id': '03da3ca8-bd21-4c01-9e81-f03e7262d9d2', 'name': 'tempest-TestVolumeBootPattern-1466937550-router', 'tenant_id': 'af87dd63dbe545c3a99753b771eb2cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T04:34:54Z', 'updated_at': '2022-08-30T04:42:24Z', 'revision_number': 6, 'project_id': 'af87dd63dbe545c3a99753b771eb2cfc', 'gw_port_host': None}] {{(pid=106259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 04:42:25.023470 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ed233f73-4426-4352-b00e-7eb8d723436f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61207726'] for port (809ee589-ce9f-4b01-8223-36768c0947f1), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:25.046736 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed233f73-4426-4352-b00e-7eb8d723436f admin admin] Pushing event deleted for resources: {'Port': ['ID=809ee589-ce9f-4b01-8223-36768c0947f1,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:42:25.327179 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-5e0e7e81-ad07-459d-9060-f0bf2ae3e291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:25.350296 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ed233f73-4426-4352-b00e-7eb8d723436f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696775'] for router_gateway (03da3ca8-bd21-4c01-9e81-f03e7262d9d2), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:25.439667 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ed233f73-4426-4352-b00e-7eb8d723436f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-696042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6498'] for router (03da3ca8-bd21-4c01-9e81-f03e7262d9d2), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:25.441861 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ed233f73-4426-4352-b00e-7eb8d723436f admin admin] Publish callbacks [] for router_controller (03da3ca8-bd21-4c01-9e81-f03e7262d9d2), precommit_delete_associations {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:25.484105 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ed233f73-4426-4352-b00e-7eb8d723436f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-697417'] for router (03da3ca8-bd21-4c01-9e81-f03e7262d9d2), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:25.484706 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed233f73-4426-4352-b00e-7eb8d723436f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03da3ca8-bd21-4c01-9e81-f03e7262d9d2 {{(pid=106257) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 04:42:25.489059 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-ed233f73-4426-4352-b00e-7eb8d723436f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:25.490192 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-ed233f73-4426-4352-b00e-7eb8d723436f admin admin] 10.222.0.85 "DELETE /networking/v2.0/routers/03da3ca8-bd21-4c01-9e81-f03e7262d9d2 HTTP/1.1" status: 204 len: 168 time: 0.9869199 Aug 30 04:42:25.492735 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 32890) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:42:25.537690 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dc724b8-4a38-4850-89a3-d80ccaf3468e admin admin] Deleting subnet 4ee44091-182f-4a9b-abb6-494186e5d294 {{(pid=106257) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 04:42:25.540711 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-2dc724b8-4a38-4850-89a3-d80ccaf3468e admin admin] Publish callbacks [] for subnet (4ee44091-182f-4a9b-abb6-494186e5d294), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:25.579155 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-2dc724b8-4a38-4850-89a3-d80ccaf3468e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61669262'] for subnet (4ee44091-182f-4a9b-abb6-494186e5d294), precommit_delete_associations {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:25.651877 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-2dc724b8-4a38-4850-89a3-d80ccaf3468e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3893603'] for subnet (4ee44091-182f-4a9b-abb6-494186e5d294), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:25.703667 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-2dc724b8-4a38-4850-89a3-d80ccaf3468e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3893626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61207901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61944255'] for subnet (4ee44091-182f-4a9b-abb6-494186e5d294), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:25.730833 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc724b8-4a38-4850-89a3-d80ccaf3468e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ee44091-182f-4a9b-abb6-494186e5d294,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:42:25.732967 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-2dc724b8-4a38-4850-89a3-d80ccaf3468e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for subnet (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:25.736171 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-2dc724b8-4a38-4850-89a3-d80ccaf3468e admin admin] 10.222.0.85 "DELETE /networking/v2.0/subnets/4ee44091-182f-4a9b-abb6-494186e5d294 HTTP/1.1" status: 204 len: 168 time: 0.2424755 Aug 30 04:42:25.739404 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f89e72-4e0d-447c-b63c-3540b8f92f74 None None] Network e75a7a04-ba7b-48b8-a32a-ed0245afd919 requested from dv-cinder-854265-2-iscsi {{(pid=106259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 04:42:25.739879 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 32892) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:42:25.803222 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:42:25.810031 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e55c1945-5ffd-450c-bb13-9013667f7554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3781726'] for network (e75a7a04-ba7b-48b8-a32a-ed0245afd919), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:25.854155 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-e55c1945-5ffd-450c-bb13-9013667f7554 admin admin] Deleting port 4a7d0e01-747e-44f3-bee0-9a8c0406ce77 {{(pid=106258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:42:25.854598 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e55c1945-5ffd-450c-bb13-9013667f7554 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (4a7d0e01-747e-44f3-bee0-9a8c0406ce77), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:25.908618 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f71a0e-1547-4cbb-9d7e-b8b90fb7e389 None None] DHCP port deletion for e75a7a04-ba7b-48b8-a32a-ed0245afd919 request from dv-cinder-854265-2-iscsi {{(pid=106259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 04:42:25.923540 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.db [None req-e55c1945-5ffd-450c-bb13-9013667f7554 admin admin] For port 4a7d0e01-747e-44f3-bee0-9a8c0406ce77, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=4a7d0e01-747e-44f3-bee0-9a8c0406ce77,segment=NetworkSegment(c750c43f-5686-4ec2-b889-59a49e490fdf),segment_id=c750c43f-5686-4ec2-b889-59a49e490fdf)] {{(pid=106258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:42:25.924025 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e55c1945-5ffd-450c-bb13-9013667f7554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (4a7d0e01-747e-44f3-bee0-9a8c0406ce77), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:25.939422 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.plugin [None req-e55c1945-5ffd-450c-bb13-9013667f7554 admin admin] Calling delete_port for 4a7d0e01-747e-44f3-bee0-9a8c0406ce77 owned by network:dhcp {{(pid=106258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:42:25.945878 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-60f71a0e-1547-4cbb-9d7e-b8b90fb7e389 None None] Deleting port 4a7d0e01-747e-44f3-bee0-9a8c0406ce77 {{(pid=106259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 04:42:25.946503 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-60f71a0e-1547-4cbb-9d7e-b8b90fb7e389 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261001948'] for port (4a7d0e01-747e-44f3-bee0-9a8c0406ce77), before_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:26.016633 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.db [None req-60f71a0e-1547-4cbb-9d7e-b8b90fb7e389 None None] For port 4a7d0e01-747e-44f3-bee0-9a8c0406ce77, host dv-cinder-854265-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854265-2-iscsi',level=0,port_id=4a7d0e01-747e-44f3-bee0-9a8c0406ce77,segment=NetworkSegment(c750c43f-5686-4ec2-b889-59a49e490fdf),segment_id=c750c43f-5686-4ec2-b889-59a49e490fdf)] {{(pid=106259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 04:42:26.017081 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-60f71a0e-1547-4cbb-9d7e-b8b90fb7e389 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775823'] for port (4a7d0e01-747e-44f3-bee0-9a8c0406ce77), precommit_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:26.030571 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e55c1945-5ffd-450c-bb13-9013667f7554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62508200'] for port (4a7d0e01-747e-44f3-bee0-9a8c0406ce77), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:26.031672 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-60f71a0e-1547-4cbb-9d7e-b8b90fb7e389 None None] Calling delete_port for 4a7d0e01-747e-44f3-bee0-9a8c0406ce77 owned by network:dhcp {{(pid=106259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 04:42:26.062874 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55c1945-5ffd-450c-bb13-9013667f7554 admin admin] No DVR routers for this DVR port 4a7d0e01-747e-44f3-bee0-9a8c0406ce77 on host dv-cinder-854265-2-iscsi {{(pid=106258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:42:26.064243 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55c1945-5ffd-450c-bb13-9013667f7554 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a7d0e01-747e-44f3-bee0-9a8c0406ce77,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:42:26.117168 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-60f71a0e-1547-4cbb-9d7e-b8b90fb7e389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3785841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785261007562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260628767'] for port (4a7d0e01-747e-44f3-bee0-9a8c0406ce77), after_delete {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:26.136084 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e55c1945-5ffd-450c-bb13-9013667f7554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3891968', 'neutron.services.segments.db._delete_segments_for_network-8785261144643'] for network (e75a7a04-ba7b-48b8-a32a-ed0245afd919), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:26.141566 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f71a0e-1547-4cbb-9d7e-b8b90fb7e389 None None] Pushing event deleted for resources: {'Port': ['ID=4a7d0e01-747e-44f3-bee0-9a8c0406ce77,revision_number=None']} {{(pid=106259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:42:26.149009 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f71a0e-1547-4cbb-9d7e-b8b90fb7e389 None None] No DVR routers for this DVR port 4a7d0e01-747e-44f3-bee0-9a8c0406ce77 on host dv-cinder-854265-2-iscsi {{(pid=106259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 04:42:26.151353 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f71a0e-1547-4cbb-9d7e-b8b90fb7e389 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:42:26.151695 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f71a0e-1547-4cbb-9d7e-b8b90fb7e389 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:42:26.152037 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f71a0e-1547-4cbb-9d7e-b8b90fb7e389 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:42:26.152373 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f71a0e-1547-4cbb-9d7e-b8b90fb7e389 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:42:26.152704 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f71a0e-1547-4cbb-9d7e-b8b90fb7e389 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:42:26.153027 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f71a0e-1547-4cbb-9d7e-b8b90fb7e389 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:42:26.153369 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f71a0e-1547-4cbb-9d7e-b8b90fb7e389 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:42:26.153689 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f71a0e-1547-4cbb-9d7e-b8b90fb7e389 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:42:26.154533 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f71a0e-1547-4cbb-9d7e-b8b90fb7e389 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:42:26.154890 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f71a0e-1547-4cbb-9d7e-b8b90fb7e389 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:42:26.155210 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f71a0e-1547-4cbb-9d7e-b8b90fb7e389 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:42:26.155527 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f71a0e-1547-4cbb-9d7e-b8b90fb7e389 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:42:26.155842 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f71a0e-1547-4cbb-9d7e-b8b90fb7e389 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:42:26.156154 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f71a0e-1547-4cbb-9d7e-b8b90fb7e389 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:42:26.156465 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f71a0e-1547-4cbb-9d7e-b8b90fb7e389 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854265-2-iscsi {{(pid=106259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 04:42:26.158073 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-e55c1945-5ffd-450c-bb13-9013667f7554 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e75a7a04-ba7b-48b8-a32a-ed0245afd919']}} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:42:26.168696 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-e55c1945-5ffd-450c-bb13-9013667f7554 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c750c43f-5686-4ec2-b889-59a49e490fdf') {'for_net_delete': True} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:42:26.168901 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.services.segments.db [None req-e55c1945-5ffd-450c-bb13-9013667f7554 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c750c43f-5686-4ec2-b889-59a49e490fdf') {} {{(pid=106258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 04:42:26.179406 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e55c1945-5ffd-450c-bb13-9013667f7554 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785261169839', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61943808'] for segment (c750c43f-5686-4ec2-b889-59a49e490fdf), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:26.193610 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e55c1945-5ffd-450c-bb13-9013667f7554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3898234'] for segment (c750c43f-5686-4ec2-b889-59a49e490fdf), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:26.200470 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e55c1945-5ffd-450c-bb13-9013667f7554 admin admin] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=106258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 04:42:26.200969 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e55c1945-5ffd-450c-bb13-9013667f7554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3898234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62508285'] for segment (c750c43f-5686-4ec2-b889-59a49e490fdf), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:26.246644 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.services.segments.plugin [-] Segment c750c43f-5686-4ec2-b889-59a49e490fdf resource provider aggregate not found Aug 30 04:42:26.263138 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.services.segments.plugin [-] Segment c750c43f-5686-4ec2-b889-59a49e490fdf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c750c43f-5686-4ec2-b889-59a49e490fdf found for delete ", "request_id": "req-5916803d-95e7-45e1-9841-00b095271465"}]} Aug 30 04:42:26.272522 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e55c1945-5ffd-450c-bb13-9013667f7554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3891977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696747'] for network (e75a7a04-ba7b-48b8-a32a-ed0245afd919), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:26.278019 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e55c1945-5ffd-450c-bb13-9013667f7554 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553037'] for network (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:26.281249 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-e55c1945-5ffd-450c-bb13-9013667f7554 admin admin] 10.222.0.85 "DELETE /networking/v2.0/networks/e75a7a04-ba7b-48b8-a32a-ed0245afd919 HTTP/1.1" status: 204 len: 168 time: 0.5406318 Aug 30 04:42:26.292612 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55c1945-5ffd-450c-bb13-9013667f7554 admin admin] Pushing event deleted for resources: {'Network': ['ID=e75a7a04-ba7b-48b8-a32a-ed0245afd919,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:42:26.400279 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 32902) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:42:26.444845 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-b5949617-4be0-492e-9f06-b8f5ab7454d1 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=18e4bf7297124da4b43ccaeda048f772&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434079 Aug 30 04:42:26.447235 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 32904) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:42:26.494187 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-f31ce8a3-63df-4ae1-aa47-040d3885c994 admin admin] Publish callbacks [] for security_group (59b12d47-bdda-4197-a41c-039a7119116c), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:26.514340 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-f31ce8a3-63df-4ae1-aa47-040d3885c994 admin admin] Publish callbacks [] for security_group (59b12d47-bdda-4197-a41c-039a7119116c), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:26.562372 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-f31ce8a3-63df-4ae1-aa47-040d3885c994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (59b12d47-bdda-4197-a41c-039a7119116c), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:26.564903 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-f31ce8a3-63df-4ae1-aa47-040d3885c994 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:26.566117 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-f31ce8a3-63df-4ae1-aa47-040d3885c994 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/59b12d47-bdda-4197-a41c-039a7119116c HTTP/1.1" status: 204 len: 168 time: 0.1180055 Aug 30 04:42:26.573948 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31ce8a3-63df-4ae1-aa47-040d3885c994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b12d47-bdda-4197-a41c-039a7119116c,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:42:26.624208 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:26.659330 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 809ee589-ce9f-4b01-8223-36768c0947f1 no longer exists at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:42:26.683806 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] No Port match for: 809ee589-ce9f-4b01-8223-36768c0947f1 {{(pid=106259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:42:26.684154 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 809ee589-ce9f-4b01-8223-36768c0947f1 not bound to the agent host dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:42:26.684581 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device a6465a50-1024-4bed-aad2-b25511939372 no longer exists at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:42:26.703238 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] No Port match for: a6465a50-1024-4bed-aad2-b25511939372 {{(pid=106259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:42:26.703582 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device a6465a50-1024-4bed-aad2-b25511939372 not bound to the agent host dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:42:26.703993 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 4a7d0e01-747e-44f3-bee0-9a8c0406ce77 no longer exists at agent ovs-agent-dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 04:42:26.723795 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.plugin [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] No Port match for: 4a7d0e01-747e-44f3-bee0-9a8c0406ce77 {{(pid=106259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 04:42:26.724148 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron.plugins.ml2.rpc [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Device 4a7d0e01-747e-44f3-bee0-9a8c0406ce77 not bound to the agent host dv-cinder-854265-2-iscsi {{(pid=106259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 04:42:26.894413 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 32910) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:42:26.928577 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:42:26.936700 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-92f85943-19a8-4e49-892b-f6094df5b8e3 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=af87dd63dbe545c3a99753b771eb2cfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411756 Aug 30 04:42:26.939260 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 32912) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:42:26.989185 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-3fd299e2-36e4-4417-b0c5-5c990c54bb94 admin admin] Publish callbacks [] for security_group (7a826ec3-f256-433a-9000-acc9b46a5051), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:27.008428 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-3fd299e2-36e4-4417-b0c5-5c990c54bb94 admin admin] Publish callbacks [] for security_group (7a826ec3-f256-433a-9000-acc9b46a5051), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:27.054637 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-3fd299e2-36e4-4417-b0c5-5c990c54bb94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (7a826ec3-f256-433a-9000-acc9b46a5051), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:27.057292 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-3fd299e2-36e4-4417-b0c5-5c990c54bb94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:27.058421 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-3fd299e2-36e4-4417-b0c5-5c990c54bb94 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/7a826ec3-f256-433a-9000-acc9b46a5051 HTTP/1.1" status: 204 len: 168 time: 0.1182446 Aug 30 04:42:27.061457 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:42:27.067017 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd299e2-36e4-4417-b0c5-5c990c54bb94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a826ec3-f256-433a-9000-acc9b46a5051,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:42:27.939113 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:28.197527 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:42:28.210402 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:32.088209 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=89 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:42:33.700163 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 32960) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:42:33.807739 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-74d46039-d3ff-4b11-a66c-b6613c96d089 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:33.886113 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-74d46039-d3ff-4b11-a66c-b6613c96d089 admin admin] Publish callbacks [] for security_group (aa0b30bc-8d4e-4406-b9ea-4fc38c5d9cf5), precommit_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:33.890300 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-74d46039-d3ff-4b11-a66c-b6613c96d089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (aa0b30bc-8d4e-4406-b9ea-4fc38c5d9cf5), after_create {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:33.929639 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-74d46039-d3ff-4b11-a66c-b6613c96d089 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=98e6c6ce1921461fa32e1d7ab0e5a967&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2282946 Aug 30 04:42:33.930818 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d46039-d3ff-4b11-a66c-b6613c96d089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0b30bc-8d4e-4406-b9ea-4fc38c5d9cf5,revision_number=1']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:42:33.932884 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 32964) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:42:33.984452 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9d1169b6-2401-4688-b82a-c9e6d5aa7a3b admin admin] Publish callbacks [] for security_group (aa0b30bc-8d4e-4406-b9ea-4fc38c5d9cf5), before_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:34.004564 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9d1169b6-2401-4688-b82a-c9e6d5aa7a3b admin admin] Publish callbacks [] for security_group (aa0b30bc-8d4e-4406-b9ea-4fc38c5d9cf5), precommit_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:34.050776 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9d1169b6-2401-4688-b82a-c9e6d5aa7a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (aa0b30bc-8d4e-4406-b9ea-4fc38c5d9cf5), after_delete {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:34.053323 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-9d1169b6-2401-4688-b82a-c9e6d5aa7a3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:34.054451 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-9d1169b6-2401-4688-b82a-c9e6d5aa7a3b admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/aa0b30bc-8d4e-4406-b9ea-4fc38c5d9cf5 HTTP/1.1" status: 204 len: 168 time: 0.1205504 Aug 30 04:42:34.062170 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1169b6-2401-4688-b82a-c9e6d5aa7a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0b30bc-8d4e-4406-b9ea-4fc38c5d9cf5,revision_number=None']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:42:34.540245 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=82 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:42:35.074625 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [-] (106258) accepted ('10.222.0.85', 32994) {{(pid=106258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:42:35.181594 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e12712af-a0c2-454c-a222-1aae0a836611 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:35.259973 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e12712af-a0c2-454c-a222-1aae0a836611 admin admin] Publish callbacks [] for security_group (7091cc6e-78ca-4ad6-b25e-431161fa2cdb), precommit_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:35.263990 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron_lib.callbacks.manager [None req-e12712af-a0c2-454c-a222-1aae0a836611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (7091cc6e-78ca-4ad6-b25e-431161fa2cdb), after_create {{(pid=106258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:35.274403 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=80,neutron:DELETE=11,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:42:35.281222 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:42:35.306223 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12712af-a0c2-454c-a222-1aae0a836611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7091cc6e-78ca-4ad6-b25e-431161fa2cdb,revision_number=1']} {{(pid=106258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:42:35.312928 dv-cinder-854265-2-iscsi neutron-server[106258]: INFO neutron.wsgi [None req-e12712af-a0c2-454c-a222-1aae0a836611 admin admin] 10.222.0.85 "GET /networking/v2.0/security-groups?tenant_id=148aceebff564c6fa34b4aa8673d45d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2354801 Aug 30 04:42:35.314680 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [-] (106257) accepted ('10.222.0.85', 32998) {{(pid=106257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 04:42:35.367133 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-f49fdc5a-a639-49e5-bbe4-72318c2c2dd3 admin admin] Publish callbacks [] for security_group (7091cc6e-78ca-4ad6-b25e-431161fa2cdb), before_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:35.390615 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-f49fdc5a-a639-49e5-bbe4-72318c2c2dd3 admin admin] Publish callbacks [] for security_group (7091cc6e-78ca-4ad6-b25e-431161fa2cdb), precommit_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:35.438017 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-f49fdc5a-a639-49e5-bbe4-72318c2c2dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651653'] for security_group (7091cc6e-78ca-4ad6-b25e-431161fa2cdb), after_delete {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:35.440932 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron_lib.callbacks.manager [None req-f49fdc5a-a639-49e5-bbe4-72318c2c2dd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:35.442273 dv-cinder-854265-2-iscsi neutron-server[106257]: INFO neutron.wsgi [None req-f49fdc5a-a639-49e5-bbe4-72318c2c2dd3 admin admin] 10.222.0.85 "DELETE /networking/v2.0/security-groups/7091cc6e-78ca-4ad6-b25e-431161fa2cdb HTTP/1.1" status: 204 len: 168 time: 0.1255736 Aug 30 04:42:35.451673 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49fdc5a-a639-49e5-bbe4-72318c2c2dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7091cc6e-78ca-4ad6-b25e-431161fa2cdb,revision_number=None']} {{(pid=106257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 04:42:42.334461 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (dd0d0365-d50b-4401-90d8-c3ff73fab053), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:45.316585 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG dbcounter [-] [106258] Writing DB stats neutron:SELECT=8 {{(pid=106258) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:42:45.423514 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=33,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:42:45.446614 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG dbcounter [-] [106257] Writing DB stats neutron:SELECT=51,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106257) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:42:52.323805 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:42:52.329016 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:42:52.970766 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-c565c81f-15f4-4b38-a283-0c990dd4ae92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:55.323111 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-0d23dcf3-8276-4098-800c-ecafaa9b3d54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:56.626950 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:57.941894 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:58.213522 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:42:58.486221 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=16 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:43:01.548834 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.agents_db [None req-600259de-68db-4343-b4d4-64e31eed30fa None None] Agent healthcheck: found 6 active agents {{(pid=106260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:43:08.207557 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:43:08.209537 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:43:11.543643 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:43:11.544368 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=19 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:43:12.334052 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (dd0d0365-d50b-4401-90d8-c3ff73fab053), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:43:22.327174 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:43:22.329131 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:43:22.962913 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-015907e0-8c05-4a4a-a284-5121c749aba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:43:25.324676 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-8635fe3f-5a44-4a7f-bfd2-0992d156c2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:43:26.625914 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:43:27.944801 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:43:28.217694 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:43:35.477899 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:43:35.482377 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:43:38.211488 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:43:38.213781 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:43:38.548761 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.agents_db [None req-600259de-68db-4343-b4d4-64e31eed30fa None None] Agent healthcheck: found 6 active agents {{(pid=106260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:43:42.335446 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (dd0d0365-d50b-4401-90d8-c3ff73fab053), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:43:51.515263 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:43:51.516004 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:43:52.329299 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:43:52.331216 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:43:52.965145 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-9a1d113d-664d-402e-ac17-5a923e4da561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:43:55.326296 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-1349de74-0c81-45ba-8262-b30bd5bde63a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:43:56.629306 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:43:57.950080 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:43:58.220868 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:44:11.229586 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:44:11.231486 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:44:12.335764 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (dd0d0365-d50b-4401-90d8-c3ff73fab053), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:44:12.474745 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:44:12.478881 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:44:15.547423 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.agents_db [None req-600259de-68db-4343-b4d4-64e31eed30fa None None] Agent healthcheck: found 6 active agents {{(pid=106260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:44:22.329643 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:44:22.331524 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:44:22.970077 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-649d3557-f1f1-4a55-818e-4fd552f21998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:44:25.329497 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-744cbd46-c638-458e-8500-3002652b5a06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:44:25.543486 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:44:25.544308 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:44:26.631333 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:44:27.943073 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:44:28.223122 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:44:38.216503 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:44:38.219208 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:44:42.347570 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (dd0d0365-d50b-4401-90d8-c3ff73fab053), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:44:51.223394 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=15 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:44:51.226173 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=17 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:44:52.340208 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:44:52.343025 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:44:52.547109 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.agents_db [None req-600259de-68db-4343-b4d4-64e31eed30fa None None] Agent healthcheck: found 6 active agents {{(pid=106260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:44:52.975403 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-5480c21b-86f3-4f59-996f-4071a2475802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:44:55.331537 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-cf77a24e-6271-42f4-af02-d18b42b2099c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:44:56.634472 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:44:57.946498 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:44:58.226436 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:45:02.541887 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:45:02.542679 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:45:08.220503 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:45:08.222507 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:45:12.346120 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (dd0d0365-d50b-4401-90d8-c3ff73fab053), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:45:22.335994 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:45:22.342203 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:45:22.977931 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-4b41b180-bc4e-4211-96de-d2f51c626913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:45:25.332606 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7e9822fb-a47f-409a-9b0b-07bb5bbea3a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:45:26.475109 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:45:26.480161 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:45:26.762921 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:45:27.950556 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:45:28.232016 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:45:29.546952 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.agents_db [None req-600259de-68db-4343-b4d4-64e31eed30fa None None] Agent healthcheck: found 6 active agents {{(pid=106260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:45:38.221561 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:45:38.226368 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:45:39.542225 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:45:42.338938 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (dd0d0365-d50b-4401-90d8-c3ff73fab053), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:45:51.520359 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:45:51.521125 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:DELETE=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:45:52.333238 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:45:52.335254 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:45:52.979863 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-f3cde2f6-dfe6-4045-ad3b-9be2a487c356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:45:55.336198 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-b57e041c-8801-4748-9725-d43918e23aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:45:56.497946 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [req-59df86d5-ba5b-4b4f-87f1-736ec01ad632 req-727fdbf7-5bac-4206-94f3-4ecd1b6d3736 service neutron] (106257) timed out ('10.222.0.85', 55396) {{(pid=106257) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 30 04:45:56.642810 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:45:56.685250 dv-cinder-854265-2-iscsi neutron-server[106257]: DEBUG neutron.wsgi [req-59df86d5-ba5b-4b4f-87f1-736ec01ad632 req-e944f65b-814e-4709-b50e-a7de48f58019 tempest-AttachVolumeShelveTestJSON-893133254 tempest-AttachVolumeShelveTestJSON-893133254-project] (106257) timed out ('10.222.0.85', 55404) {{(pid=106257) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 30 04:45:57.956455 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:45:58.235786 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:46:03.471258 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:46:03.476022 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:46:06.547106 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.agents_db [None req-600259de-68db-4343-b4d4-64e31eed30fa None None] Agent healthcheck: found 6 active agents {{(pid=106260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:46:11.234027 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:46:11.235915 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:46:12.343598 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (dd0d0365-d50b-4401-90d8-c3ff73fab053), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:46:16.542336 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=2 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:46:22.337545 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:46:22.339471 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:46:22.981908 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-4ed1da45-211a-4281-9aa7-2f5f98a05d2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:46:25.338084 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-18255e89-50ef-4257-b839-a41a1fa3f077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:46:26.643868 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:46:27.949708 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:46:28.238517 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:46:38.232300 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:46:38.234212 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:46:40.481762 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:46:40.482580 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:46:42.343472 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (dd0d0365-d50b-4401-90d8-c3ff73fab053), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:46:43.545714 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.agents_db [None req-600259de-68db-4343-b4d4-64e31eed30fa None None] Agent healthcheck: found 6 active agents {{(pid=106260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:46:52.332874 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:46:52.339207 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:46:52.984485 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-d6f4f835-b27c-4a58-9d31-cc3495ad3d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:46:53.540309 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=13 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:46:53.541102 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=15 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:46:55.339618 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-8cd7145e-2bc6-4187-8eee-ef786773d778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:46:56.646049 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:46:57.951793 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:46:58.242316 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:47:08.235200 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:47:08.237122 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:47:12.343688 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (dd0d0365-d50b-4401-90d8-c3ff73fab053), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:47:17.483536 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:47:17.487749 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=5 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:47:20.544602 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.agents_db [None req-600259de-68db-4343-b4d4-64e31eed30fa None None] Agent healthcheck: found 6 active agents {{(pid=106260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:47:22.337130 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:47:22.339011 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:47:22.988444 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-e7a0efd3-92f9-4cd8-8379-53a1b0ce2e4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:47:25.344652 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-27c23dac-17ca-4e0c-aca8-18afdefcf661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:47:26.651698 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:47:27.956363 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:47:28.244302 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:47:30.540572 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:47:30.541352 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:47:38.238513 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:47:38.240460 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:47:42.345108 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (dd0d0365-d50b-4401-90d8-c3ff73fab053), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:47:52.339418 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=2 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:47:52.341359 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:47:52.992008 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-969987f1-4f60-44c1-94e4-48377c0a9234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (b1b2a880-5f2a-4407-bfda-3b17b5cf16ab), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:47:54.490179 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=4 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:47:54.494407 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:47:55.347406 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-d4b5854f-76cc-40c8-b1cc-457840581c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (9fd4accb-0151-4c96-97a2-1f8687736ef1), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:47:56.652466 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2510e913-9bf0-47bb-ba06-bc630abeb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (458a5662-c901-4a7b-8215-aeae19b7e87a), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:47:57.543566 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG neutron.db.agents_db [None req-600259de-68db-4343-b4d4-64e31eed30fa None None] Agent healthcheck: found 6 active agents {{(pid=106260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 04:47:57.962251 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-7bec7810-985e-48f1-80ee-60e8dd686619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (e0fa4f30-19e6-45a9-8914-5f6bf4441601), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:47:58.248871 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-2943a68c-d2c9-4d56-bd0f-7bd6d4f85392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (559e3d62-dabf-498d-8245-4d13ce87a2d8), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 04:48:06.485581 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=1 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:48:07.196620 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [req-823f6797-62c4-4600-875c-b927a4d2f303 req-9f9d5bd0-1252-4c1a-8e86-2d9b75d99f7d service neutron] (106258) timed out ('10.222.0.71', 61961) {{(pid=106258) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 30 04:48:07.540719 dv-cinder-854265-2-iscsi neutron-server[106260]: DEBUG dbcounter [-] [106260] Writing DB stats neutron:SELECT=3 {{(pid=106260) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:48:07.989018 dv-cinder-854265-2-iscsi neutron-server[106258]: DEBUG neutron.wsgi [req-2c9ee1b2-21a8-4c2b-aacb-921229a5b43c req-911b28f9-e351-43c0-b082-e2cb4377711e service neutron] (106258) timed out ('10.222.0.71', 61940) {{(pid=106258) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 30 04:48:11.242155 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:48:11.243951 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG dbcounter [-] [106259] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=106259) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 04:48:12.357119 dv-cinder-854265-2-iscsi neutron-server[106259]: DEBUG neutron_lib.callbacks.manager [None req-6a7d82b5-ed63-4631-a104-b189c10f03e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785261144625', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3893953'] for agent (dd0d0365-d50b-4401-90d8-c3ff73fab053), after_update {{(pid=106259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}